JUnit version 4.13.2
.14:13:40.358 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783520020349
14:13:40.447 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:13:40.489 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:13:40.503 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskU2f7SM/test-tmp
14:13:40.527 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
14:13:40.530 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskU2f7SM/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
14:13:40.764 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:13:40.779 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:13:40.781 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:13:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.782922 23365 mini_oidc.cc:150] Starting JWKS server
14:13:40.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.785171 23365 webserver.cc:533] Webserver started at http://127.0.0.1:34695/ using document root <none> and password file <none>
14:13:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.785406 23365 mini_oidc.cc:186] Starting OIDC Discovery server
14:13:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.785740 23365 webserver.cc:533] Webserver started at http://127.0.0.1:34923/ using document root <none> and password file <none>
14:13:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:13:40Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:13:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:13:40Z Disabled control of system clock
14:13:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.814213 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal
14:13:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data
14:13:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/logs
14:13:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data/info.pb
14:13:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:13:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:13:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:13:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.126:36949
14:13:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.126
14:13:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:13:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:13:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34695/jwks.json with env {}
14:13:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.923110 23377 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.923359 23377 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.923408 23377 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.927122 23377 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.927196 23377 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.927217 23377 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.927235 23377 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.927254 23377 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.927269 23377 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34695/jwks.json
14:13:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.931692 23377 master_runner.cc:387] Master server non-default flags:
14:13:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data
14:13:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal
14:13:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:13:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.126:36949
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:13:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34695/jwks.json
14:13:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data/info.pb
14:13:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.126
14:13:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23377
14:13:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/logs
14:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:13:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.932853 23377 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.934070 23377 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:40.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.939754 23382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:40.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.939859 23383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:40.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.940984 23377 server_base.cc:1061] running on GCE node
14:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:40.940789 23385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.942483 23377 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.943531 23377 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.944697 23377 hybrid_clock.cc:648] HybridClock initialized: now 1783520020944623 us; error 102 us; skew 500 ppm
14:13:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.946712 23377 webserver.cc:533] Webserver started at http://127.22.209.126:42821/ using document root <none> and password file <none>
14:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.947263 23377 fs_manager.cc:362] Metadata directory not provided
14:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.947315 23377 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.947472 23377 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:13:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.949082 23377 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data/instance:
14:13:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01d580c13cd54507a4d7b11df0813be6"
14:13:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:40 on dist-test-slave-lxrv"
14:13:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.949539 23377 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal/instance:
14:13:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01d580c13cd54507a4d7b11df0813be6"
14:13:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:40 on dist-test-slave-lxrv"
14:13:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.953248 23377 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.003s
14:13:40.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.955631 23391 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.956745 23377 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.956885 23377 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal
14:13:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01d580c13cd54507a4d7b11df0813be6"
14:13:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:40 on dist-test-slave-lxrv"
14:13:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.956967 23377 fs_report.cc:389] FS layout report
14:13:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal
14:13:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal
14:13:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data/data
14:13:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.973469 23377 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.974165 23377 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.974359 23377 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.981964 23443 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.126:36949 every 8 connection(s)
14:13:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.981974 23377 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.126:36949
14:13:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.983320 23377 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/data/info.pb
14:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.986536 23444 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:13:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.989614 23444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } has no permanent_uuid. Determining permanent_uuid...
14:13:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.992583 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 23377
14:13:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.992781 23365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-0/wal/instance
14:13:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:40.994493 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal
14:13:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data
14:13:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/logs
14:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data/info.pb
14:13:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:13:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:13:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:13:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.125:37877
14:13:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.125
14:13:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:13:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:13:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34695/jwks.json with env {}
14:13:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.003620 23444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.004531 23393 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.125:37877: connect: Connection refused (error 111)
14:13:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.007751 23444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.125:37877: Network error: Client connection negotiation failed: client connection to 127.22.209.125:37877: connect: Connection refused (error 111)
14:13:41.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.057054 23444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } attempt: 1
14:13:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.058988 23444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.125:37877: Network error: Client connection negotiation failed: client connection to 127.22.209.125:37877: connect: Connection refused (error 111)
14:13:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.117473 23448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.117745 23448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.117800 23448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.122002 23448 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:13:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.122079 23448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.122103 23448 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:13:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.122124 23448 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:13:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.122144 23448 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:13:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.122160 23448 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34695/jwks.json
14:13:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.127178 23444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } attempt: 2
14:13:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.128433 23448 master_runner.cc:387] Master server non-default flags:
14:13:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:13:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:13:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.125:37877
14:13:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:13:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:13:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34695/jwks.json
14:13:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data/info.pb
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.125
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23448
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/logs
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:13:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.128865 23444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.125:37877: Network error: Client connection negotiation failed: client connection to 127.22.209.125:37877: connect: Connection refused (error 111)
14:13:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.129878 23448 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.131305 23448 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.137414 23454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.137414 23455 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.137619 23448 server_base.cc:1061] running on GCE node
14:13:41.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.137439 23457 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.138808 23448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.140017 23448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.141216 23448 hybrid_clock.cc:648] HybridClock initialized: now 1783520021141205 us; error 38 us; skew 500 ppm
14:13:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.143132 23448 webserver.cc:533] Webserver started at http://127.22.209.125:46715/ using document root <none> and password file <none>
14:13:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.143746 23448 fs_manager.cc:362] Metadata directory not provided
14:13:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.143826 23448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.144052 23448 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:13:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.145901 23448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data/instance:
14:13:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a530a7b9402646bc8c82f9a9b3eafbb5"
14:13:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.146483 23448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal/instance:
14:13:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a530a7b9402646bc8c82f9a9b3eafbb5"
14:13:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.150952 23448 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
14:13:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.153471 23463 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.154716 23448 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.154865 23448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal
14:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a530a7b9402646bc8c82f9a9b3eafbb5"
14:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.154979 23448 fs_report.cc:389] FS layout report
14:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal
14:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal
14:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data/data
14:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.180204 23448 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.181107 23448 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.181334 23448 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.189175 23515 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.125:37877 every 8 connection(s)
14:13:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.189173 23448 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.125:37877
14:13:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.190482 23448 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/data/info.pb
14:13:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.191924 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 23448
14:13:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.192025 23365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-1/wal/instance
14:13:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.192713 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal
14:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data
14:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/logs
14:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data/info.pb
14:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.124:39581
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.124
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34695/jwks.json with env {}
14:13:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.194092 23516 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:13:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.197357 23516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.207500 23516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.213454 23516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.214632 23467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.217458 23516 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.124:39581: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.220041 23444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } attempt: 3
14:13:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.224593 23444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.225996 23444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.124:39581: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.257194 23444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } attempt: 1
14:13:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.258926 23444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.124:39581: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.266673 23516 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } attempt: 1
14:13:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.268412 23516 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.124:39581: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.314625 23518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.314956 23518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.315035 23518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.319470 23518 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:13:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.319593 23518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.319630 23518 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:13:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.319658 23518 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:13:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.319687 23518 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:13:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.319710 23518 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34695/jwks.json
14:13:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.325009 23518 master_runner.cc:387] Master server non-default flags:
14:13:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.124:39581
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34695/jwks.json
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data/info.pb
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.124
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23518
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/logs
14:13:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.326769 23518 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.328639 23518 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.334123 23444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } attempt: 2
14:13:41.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.336237 23529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.336608 23444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.124:39581: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.336580 23516 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } attempt: 2
14:13:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.336889 23526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.337692 23518 server_base.cc:1061] running on GCE node
14:13:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.338052 23527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.338245 23516 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.209.124:39581: Network error: Client connection negotiation failed: client connection to 127.22.209.124:39581: connect: Connection refused (error 111)
14:13:41.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.338747 23518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.339954 23518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.341138 23518 hybrid_clock.cc:648] HybridClock initialized: now 1783520021341083 us; error 87 us; skew 500 ppm
14:13:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.343240 23518 webserver.cc:533] Webserver started at http://127.22.209.124:45345/ using document root <none> and password file <none>
14:13:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.343775 23518 fs_manager.cc:362] Metadata directory not provided
14:13:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.343838 23518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.343997 23518 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:13:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.345562 23518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data/instance:
14:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "754e1c2eed134d79950606f14b01dfbc"
14:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.346024 23518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal/instance:
14:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "754e1c2eed134d79950606f14b01dfbc"
14:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.349808 23518 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.004s
14:13:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.352254 23535 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.353467 23518 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:13:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.353621 23518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "754e1c2eed134d79950606f14b01dfbc"
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.353768 23518 fs_report.cc:389] FS layout report
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal
14:13:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data/data
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:41.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.384523 23518 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.385398 23518 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.385612 23518 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.393172 23518 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.124:39581
14:13:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.393215 23587 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.124:39581 every 8 connection(s)
14:13:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.394521 23518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/data/info.pb
14:13:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.402374 23588 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:13:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.404201 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 23518
14:13:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.404393 23365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/master-2/wal/instance
14:13:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.405871 23588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.415141 23588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.420249 23588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } has no permanent_uuid. Determining permanent_uuid...
14:13:41.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.427453 23588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc: Bootstrap starting.
14:13:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.429425 23516 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } attempt: 3
14:13:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.429989 23588 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc: Neither blocks nor log segments found. Creating new log.
14:13:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.431293 23588 log.cc:826] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc: Log is configured to *not* fsync() on all Append() calls
14:13:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.433147 23588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc: No bootstrap required, opened a new log
14:13:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.435789 23444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } attempt: 3
14:13:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.436511 23516 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: Bootstrap starting.
14:13:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.437455 23588 raft_consensus.cc:359] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.437660 23588 raft_consensus.cc:385] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:13:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.437736 23588 raft_consensus.cc:740] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 754e1c2eed134d79950606f14b01dfbc, State: Initialized, Role: FOLLOWER
14:13:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.438329 23588 consensus_queue.cc:260] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.439556 23516 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: Neither blocks nor log segments found. Creating new log.
14:13:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.439811 23588 sys_catalog.cc:565] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: configured and running, proceeding with master startup.
14:13:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.439864 23597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.439996 23597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.440567 23516 log.cc:826] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: Log is configured to *not* fsync() on all Append() calls
14:13:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.442605 23516 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: No bootstrap required, opened a new log
14:13:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.443917 23518 master_runner.cc:187] Error getting master registration for 127.22.209.126:36949: OK, instance_id { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" instance_seqno: 1783520020979780 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:13:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.446653 23518 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:13:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.446653 23516 raft_consensus.cc:359] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.446838 23516 raft_consensus.cc:385] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:13:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.446882 23516 raft_consensus.cc:740] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a530a7b9402646bc8c82f9a9b3eafbb5, State: Initialized, Role: FOLLOWER
14:13:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.447413 23516 consensus_queue.cc:260] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.448648 23444 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: Bootstrap starting.
14:13:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.448639 23597 raft_consensus.cc:493] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:13:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.448707 23516 sys_catalog.cc:565] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: configured and running, proceeding with master startup.
14:13:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.448812 23597 raft_consensus.cc:515] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.450784 23489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "754e1c2eed134d79950606f14b01dfbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" is_pre_election: true
14:13:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.451033 23489 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 754e1c2eed134d79950606f14b01dfbc in term 0.
14:13:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.451493 23537 leader_election.cc:304] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 754e1c2eed134d79950606f14b01dfbc, a530a7b9402646bc8c82f9a9b3eafbb5; no voters: 
14:13:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.452057 23597 leader_election.cc:290] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01d580c13cd54507a4d7b11df0813be6 (127.22.209.126:36949), a530a7b9402646bc8c82f9a9b3eafbb5 (127.22.209.125:37877)
14:13:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.452178 23597 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Leader pre-election won for term 1
14:13:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.452227 23597 raft_consensus.cc:493] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:13:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.452265 23597 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 0 FOLLOWER]: Advancing to term 1
14:13:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.453446 23597 raft_consensus.cc:515] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.453788 23444 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: Neither blocks nor log segments found. Creating new log.
14:13:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.454097 23621 catalog_manager.cc:1594] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:13:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.454392 23621 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:13:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.454525 23597 leader_election.cc:290] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [CANDIDATE]: Term 1 election: Requested vote from peers 01d580c13cd54507a4d7b11df0813be6 (127.22.209.126:36949), a530a7b9402646bc8c82f9a9b3eafbb5 (127.22.209.125:37877)
14:13:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.455658 23444 log.cc:826] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: Log is configured to *not* fsync() on all Append() calls
14:13:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.457391 23444 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: No bootstrap required, opened a new log
14:13:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.454438 23489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "754e1c2eed134d79950606f14b01dfbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5"
14:13:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.461069 23489 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 0 FOLLOWER]: Advancing to term 1
14:13:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.462292 23489 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 754e1c2eed134d79950606f14b01dfbc in term 1.
14:13:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.462412 23444 raft_consensus.cc:359] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.462599 23609 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:13:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.462666 23609 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:13:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.462685 23444 raft_consensus.cc:385] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:13:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.462677 23537 leader_election.cc:304] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 754e1c2eed134d79950606f14b01dfbc, a530a7b9402646bc8c82f9a9b3eafbb5; no voters: 
14:13:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.462755 23444 raft_consensus.cc:740] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01d580c13cd54507a4d7b11df0813be6, State: Initialized, Role: FOLLOWER
14:13:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.463330 23444 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.464649 23444 sys_catalog.cc:565] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: configured and running, proceeding with master startup.
14:13:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.466696 23418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "754e1c2eed134d79950606f14b01dfbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01d580c13cd54507a4d7b11df0813be6" is_pre_election: true
14:13:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.466957 23418 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 754e1c2eed134d79950606f14b01dfbc in term 0.
14:13:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.463951 23448 master_runner.cc:187] Error getting master registration for 127.22.209.126:36949: OK, instance_id { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" instance_seqno: 1783520020979780 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:13:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.467171 23448 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:13:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.454790 23610 sys_catalog.cc:455] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.467265 23610 sys_catalog.cc:458] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.467836 23626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.467943 23626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.470454 23417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "754e1c2eed134d79950606f14b01dfbc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01d580c13cd54507a4d7b11df0813be6"
14:13:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.470606 23417 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 0 FOLLOWER]: Advancing to term 1
14:13:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.471791 23417 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 754e1c2eed134d79950606f14b01dfbc in term 1.
14:13:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.475358 23377 master_runner.cc:264] No leader master found from master 01d580c13cd54507a4d7b11df0813be6
14:13:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.475437 23377 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:13:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.475911 23397 tablet.cc:2406] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:13:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.476827 23637 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:13:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.477180 23637 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:13:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.488503 23622 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 1 FOLLOWER]: Leader election won for term 1
14:13:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.489866 23622 raft_consensus.cc:697] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [term 1 LEADER]: Becoming Leader. State: Replica: 754e1c2eed134d79950606f14b01dfbc, State: Running, Role: LEADER
14:13:41.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.490803 23622 consensus_queue.cc:237] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } }
14:13:41.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.493314 23597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 754e1c2eed134d79950606f14b01dfbc. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.493425 23597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: This master's current role is: LEADER
14:13:41.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.494047 23640 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:13:41.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.495055 23640 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:13:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.509325 23489 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [term 1 FOLLOWER]: Refusing update from remote peer 754e1c2eed134d79950606f14b01dfbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:13:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.510607 23622 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:13:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.515671 23610 sys_catalog.cc:455] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 754e1c2eed134d79950606f14b01dfbc. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.515825 23610 sys_catalog.cc:458] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.517858 23417 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [term 1 FOLLOWER]: Refusing update from remote peer 754e1c2eed134d79950606f14b01dfbc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:13:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.518683 23622 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:13:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.523324 23626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 754e1c2eed134d79950606f14b01dfbc. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.523519 23626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.528609 23622 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.528749 23622 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: This master's current role is: LEADER
14:13:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.529966 23610 sys_catalog.cc:455] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.530081 23610 sys_catalog.cc:458] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5 [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.531735 23597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.531844 23597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc [sys.catalog]: This master's current role is: LEADER
14:13:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.532667 23626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "754e1c2eed134d79950606f14b01dfbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01d580c13cd54507a4d7b11df0813be6" member_type: VOTER last_known_addr { host: "127.22.209.126" port: 36949 } } peers { permanent_uuid: "a530a7b9402646bc8c82f9a9b3eafbb5" member_type: VOTER last_known_addr { host: "127.22.209.125" port: 37877 } } peers { permanent_uuid: "754e1c2eed134d79950606f14b01dfbc" member_type: VOTER last_known_addr { host: "127.22.209.124" port: 39581 } } }
14:13:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.532783 23626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6 [sys.catalog]: This master's current role is: FOLLOWER
14:13:41.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.534307 23641 mvcc.cc:204] Tried to move back new op lower bound from 7305298008093892608 to 7305298008031375360. Current Snapshot: MvccSnapshot[applied={T|T < 7305298008093892608}]
14:13:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.538172 23640 catalog_manager.cc:1383] Generated new cluster ID: be8cda27dc3a4fe690ef23482e5e270a
14:13:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.538239 23640 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:13:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.538412 23644 mvcc.cc:204] Tried to move back new op lower bound from 7305298008093892608 to 7305298008031375360. Current Snapshot: MvccSnapshot[applied={T|T < 7305298008093892608}]
14:13:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.567094 23640 catalog_manager.cc:1406] Generated new certificate authority record
14:13:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.568823 23640 catalog_manager.cc:1540] Loading token signing keys...
14:13:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.584494 23640 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 754e1c2eed134d79950606f14b01dfbc: Generated new TSK 0
14:13:41.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.585723 23640 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:13:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.592635 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:13:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:0
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.764526 23649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.764806 23649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.764878 23649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.769322 23649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.769490 23649 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.65
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.773993 23649 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:0
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23649
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:13:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.775614 23649 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.777201 23649 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.785073 23655 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.785073 23657 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.785713 23649 server_base.cc:1061] running on GCE node
14:13:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.785894 23654 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.786401 23649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.787159 23649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.788349 23649 hybrid_clock.cc:648] HybridClock initialized: now 1783520021788323 us; error 50 us; skew 500 ppm
14:13:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.790222 23649 webserver.cc:533] Webserver started at http://127.22.209.65:40603/ using document root <none> and password file <none>
14:13:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.790900 23649 fs_manager.cc:362] Metadata directory not provided
14:13:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.790978 23649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.791203 23649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:13:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.792795 23649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/instance:
14:13:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.793368 23649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal/instance:
14:13:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.796814 23649 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
14:13:41.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.799371 23663 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.800777 23649 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.800910 23649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.801018 23649 fs_report.cc:389] FS layout report
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/data
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.842036 23649 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.842722 23649 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.842864 23649 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.843372 23649 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.844355 23649 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:13:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.844400 23649 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:13:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.844440 23649 ts_tablet_manager.cc:616] Registered 0 tablets
14:13:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.844455 23649 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:13:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.853596 23649 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.65:33205
14:13:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.853629 23776 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.65:33205 every 8 connection(s)
14:13:41.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.854516 23649 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.859580 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 23649
14:13:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.859710 23365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal/instance
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.863838 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:0
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.864890 23779 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.865166 23779 heartbeater.cc:461] Registering TS with master...
14:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.865844 23779 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.867753 23479 ts_manager.cc:194] Registered new tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.868337 23778 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.868376 23777 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.868438 23778 heartbeater.cc:461] Registering TS with master...
14:13:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.868460 23777 heartbeater.cc:461] Registering TS with master...
14:13:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.868635 23777 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.868644 23778 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.869717 23408 ts_manager.cc:194] Registered new tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.870635 23552 ts_manager.cc:194] Registered new tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.871737 23552 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.65:34021
14:13:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.973093 23784 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.973487 23784 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.973556 23784 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.977228 23784 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.977406 23784 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.66
14:13:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.981709 23784 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:0
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23784
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.983263 23784 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.984640 23784 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.991240 23790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.991151 23789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:41.991158 23792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.991545 23784 server_base.cc:1061] running on GCE node
14:13:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.992547 23784 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.993178 23784 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.994586 23784 hybrid_clock.cc:648] HybridClock initialized: now 1783520021994510 us; error 75 us; skew 500 ppm
14:13:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.996691 23784 webserver.cc:533] Webserver started at http://127.22.209.66:43753/ using document root <none> and password file <none>
14:13:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.997308 23784 fs_manager.cc:362] Metadata directory not provided
14:13:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.997363 23784 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.997512 23784 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:13:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.998999 23784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/instance:
14:13:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:41.999406 23784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal/instance:
14:13:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.002902 23784 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.004s	sys 0.000s
14:13:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.005458 23798 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.006666 23784 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.006798 23784 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.006880 23784 fs_report.cc:389] FS layout report
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/data
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.023412 23784 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:42.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.024076 23784 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:42.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.024241 23784 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:42.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.024839 23784 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.026026 23784 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:13:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.026099 23784 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:13:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.026160 23784 ts_tablet_manager.cc:616] Registered 0 tablets
14:13:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.026183 23784 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:13:42.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.036055 23784 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.66:43675
14:13:42.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.036119 23911 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.66:43675 every 8 connection(s)
14:13:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.037258 23784 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:42.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.040894 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 23784
14:13:42.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.041030 23365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal/instance
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.043931 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:0
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.048586 23912 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.048887 23912 heartbeater.cc:461] Registering TS with master...
14:13:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.048635 23914 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.049136 23914 heartbeater.cc:461] Registering TS with master...
14:13:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.049578 23914 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.049578 23912 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.050961 23479 ts_manager.cc:194] Registered new tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.050983 23552 ts_manager.cc:194] Registered new tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.051673 23913 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.051759 23913 heartbeater.cc:461] Registering TS with master...
14:13:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.051723 23552 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.66:55915
14:13:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.051955 23913 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.052847 23408 ts_manager.cc:194] Registered new tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.155831 23919 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.156080 23919 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.156126 23919 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.159575 23919 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.159698 23919 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.67
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.164031 23919 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:0
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:13:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23919
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.165138 23919 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:42.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.166348 23919 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.173204 23924 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.173291 23925 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.173353 23919 server_base.cc:1061] running on GCE node
14:13:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:42.173204 23927 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.174404 23919 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.175025 23919 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.176225 23919 hybrid_clock.cc:648] HybridClock initialized: now 1783520022176210 us; error 36 us; skew 500 ppm
14:13:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.178071 23919 webserver.cc:533] Webserver started at http://127.22.209.67:39255/ using document root <none> and password file <none>
14:13:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.178752 23919 fs_manager.cc:362] Metadata directory not provided
14:13:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.178835 23919 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.179070 23919 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:13:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.180631 23919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/instance:
14:13:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:42 on dist-test-slave-lxrv"
14:13:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.181180 23919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal/instance:
14:13:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:42 on dist-test-slave-lxrv"
14:13:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.184784 23919 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.002s
14:13:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.187146 23933 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.188194 23919 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.188316 23919 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:42 on dist-test-slave-lxrv"
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.188426 23919 fs_report.cc:389] FS layout report
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/data
14:13:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:42.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.198310 23919 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.199059 23919 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.199268 23919 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.199930 23919 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.201057 23919 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:13:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.201133 23919 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:13:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.201189 23919 ts_tablet_manager.cc:616] Registered 0 tablets
14:13:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.201211 23919 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:13:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.211357 23919 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.67:36405
14:13:42.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.211380 24046 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.67:36405 every 8 connection(s)
14:13:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.212383 23919 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:13:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.213310 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 23919
14:13:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.213438 23365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal/instance
14:13:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.222702 24049 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.222784 24047 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.222690 24048 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.222991 24047 heartbeater.cc:461] Registering TS with master...
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.222992 24049 heartbeater.cc:461] Registering TS with master...
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.222992 24048 heartbeater.cc:461] Registering TS with master...
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.223639 24048 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.223631 24047 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.223623 24049 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.224846 23408 ts_manager.cc:194] Registered new tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:13:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.224840 23479 ts_manager.cc:194] Registered new tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:13:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.224916 23552 ts_manager.cc:194] Registered new tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:13:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.225584 23552 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.67:49679
14:13:42.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.234931 23365 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:13:42.236 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:13:42.237 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:13:42.246 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.209.126"
      port: 36949
    }
    bound_http_address {
      host: "127.22.209.126"
      port: 42821
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.209.125"
      port: 37877
    }
    bound_http_address {
      host: "127.22.209.125"
      port: 46715
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.209.124"
      port: 39581
    }
    bound_http_address {
      host: "127.22.209.124"
      port: 45345
    }
  }
}

14:13:42.250 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:13:42.252 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.209.65"
      port: 33205
    }
    bound_http_address {
      host: "127.22.209.65"
      port: 40603
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.209.66"
      port: 43675
    }
    bound_http_address {
      host: "127.22.209.66"
      port: 43753
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.209.67"
      port: 36405
    }
    bound_http_address {
      host: "127.22.209.67"
      port: 39255
    }
  }
}

14:13:42.252 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:13:42.446 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:13:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.465847 23621 catalog_manager.cc:1295] Loaded cluster ID: be8cda27dc3a4fe690ef23482e5e270a
14:13:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.465938 23621 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: loading cluster ID for follower catalog manager: success
14:13:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.468478 23621 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: acquiring CA information for follower catalog manager: success
14:13:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.469820 23621 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a530a7b9402646bc8c82f9a9b3eafbb5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:13:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.479192 23637 catalog_manager.cc:1295] Loaded cluster ID: be8cda27dc3a4fe690ef23482e5e270a
14:13:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.479281 23637 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: loading cluster ID for follower catalog manager: success
14:13:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.481722 23637 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: acquiring CA information for follower catalog manager: success
14:13:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.483184 23637 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 01d580c13cd54507a4d7b11df0813be6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:13:42.508 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:13:42.680 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.209.126:36949(127.22.209.126:36949)] connecting to peer
14:13:42.738 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.209.124:39581(127.22.209.124:39581)] connecting to peer
14:13:42.747 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.209.125:37877(127.22.209.125:37877)] connecting to peer
14:13:42.757 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.209.126:36949(127.22.209.126:36949)] Successfully connected to peer
14:13:42.760 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.209.124:39581(127.22.209.124:39581)] Successfully connected to peer
14:13:42.760 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.209.125:37877(127.22.209.125:37877)] Successfully connected to peer
14:13:42.868 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.209.125
14:13:42.868 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.209.124
14:13:42.868 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.209.126
14:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:42.873611 23777 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.053568 23912 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:43.094 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xbf059fbc, L:/127.0.0.1:60400 - R:/127.22.209.126:36949] using SASL/PLAIN
14:13:43.094 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x2171dd56, L:/127.0.0.1:60394 - R:/127.22.209.124:39581] using SASL/PLAIN
14:13:43.094 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x9d50979a, L:/127.0.0.1:44968 - R:/127.22.209.125:37877] using SASL/PLAIN
14:13:43.133 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:13:43.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=493), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.209.126:36949, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.209.124:39581, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.209.125:37877, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.209.125:37877: OK, [463ms] Sub RPC ConnectToMaster: received response from server master-127.22.209.126:36949: OK, [464ms] Sub RPC ConnectToMaster: received response from server master-127.22.209.124:39581: OK, deferred=null) after lookup
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.188555 23552 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60394:
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627"
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:13:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:13:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:13:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:43.190238 23552 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:13:43.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.227196 24047 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:43.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.231518 23846 tablet_service.cc:1511] Processing CreateTablet for tablet b9014ceb3eb047d99a95ad7020d35555 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627 [id=8feaacce2bf540caad7a3efcb81cec94]), partition=RANGE (key) PARTITION UNBOUNDED
14:13:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.232579 23846 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9014ceb3eb047d99a95ad7020d35555. 1 dirs total, 0 dirs full, 0 dirs failed
14:13:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.232933 23711 tablet_service.cc:1511] Processing CreateTablet for tablet b9014ceb3eb047d99a95ad7020d35555 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627 [id=8feaacce2bf540caad7a3efcb81cec94]), partition=RANGE (key) PARTITION UNBOUNDED
14:13:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.233098 23981 tablet_service.cc:1511] Processing CreateTablet for tablet b9014ceb3eb047d99a95ad7020d35555 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627 [id=8feaacce2bf540caad7a3efcb81cec94]), partition=RANGE (key) PARTITION UNBOUNDED
14:13:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.233825 23711 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9014ceb3eb047d99a95ad7020d35555. 1 dirs total, 0 dirs full, 0 dirs failed
14:13:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.233933 23981 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9014ceb3eb047d99a95ad7020d35555. 1 dirs total, 0 dirs full, 0 dirs failed
14:13:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.242306 24080 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap starting.
14:13:43.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8feaacce2bf540caad7a3efcb81cec94
14:13:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.244930 24080 tablet_bootstrap.cc:654] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Neither blocks nor log segments found. Creating new log.
14:13:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.245838 24080 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log is configured to *not* fsync() on all Append() calls
14:13:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.246447 24079 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap starting.
14:13:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.248032 24081 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap starting.
14:13:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.248818 24079 tablet_bootstrap.cc:654] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Neither blocks nor log segments found. Creating new log.
14:13:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.249752 24079 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Log is configured to *not* fsync() on all Append() calls
14:13:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.250223 24081 tablet_bootstrap.cc:654] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Neither blocks nor log segments found. Creating new log.
14:13:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.251151 24081 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Log is configured to *not* fsync() on all Append() calls
14:13:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.251715 24080 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: No bootstrap required, opened a new log
14:13:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.251717 24079 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: No bootstrap required, opened a new log
14:13:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.251911 24079 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent bootstrapping tablet: real 0.010s	user 0.004s	sys 0.000s
14:13:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.252254 24080 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent bootstrapping tablet: real 0.010s	user 0.005s	sys 0.000s
14:13:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.252928 24081 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: No bootstrap required, opened a new log
14:13:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.253110 24081 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.255744 24079 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256196 24079 raft_consensus.cc:385] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256409 24079 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Initialized, Role: FOLLOWER
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256472 24080 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256685 24080 raft_consensus.cc:385] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256736 24080 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Initialized, Role: FOLLOWER
14:13:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256757 24081 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256933 24081 raft_consensus.cc:385] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:13:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256989 24081 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Initialized, Role: FOLLOWER
14:13:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.256959 24079 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.257195 24080 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.257362 24081 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.257860 24079 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
14:13:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.258004 24080 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
14:13:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.258004 24081 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
14:13:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:43.289408 23915 tablet.cc:2406] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:13:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:43.358022 23780 tablet.cc:2406] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:13:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:43.464136 24050 tablet.cc:2406] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:13:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.475387 24085 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:13:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.475618 24085 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.476915 24085 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.480798 24001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" is_pre_election: true
14:13:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.480978 23731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" is_pre_election: true
14:13:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.481123 24001 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 0.
14:13:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.481171 23731 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 0.
14:13:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.481652 23799 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 
14:13:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.481977 24085 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Leader pre-election won for term 1
14:13:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.482064 24085 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:13:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.482108 24085 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 0 FOLLOWER]: Advancing to term 1
14:13:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.483114 24085 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.483496 24085 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 1 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.483978 23731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.484099 23731 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 0 FOLLOWER]: Advancing to term 1
14:13:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.484107 24001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.484262 24001 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 0 FOLLOWER]: Advancing to term 1
14:13:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.484926 23731 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 1.
14:13:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.485270 23800 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 
14:13:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.485432 24085 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Leader election won for term 1
14:13:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.485455 24001 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 1.
14:13:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.485661 24085 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 LEADER]: Becoming Leader. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Running, Role: LEADER
14:13:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.486052 24085 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.489796 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f reported cstate change: term changed from 0 to 1, leader changed from <none> to 3545d9e643df42628bcb2012eec67b2f (127.22.209.66). New cstate: current_term: 1 leader_uuid: "3545d9e643df42628bcb2012eec67b2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:13:43.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8feaacce2bf540caad7a3efcb81cec94
14:13:43.543 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:43.549 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:43.551 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [7ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=null) after lookup
14:13:43.559 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:43.562 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] Successfully connected to peer
14:13:43.625 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xaaca64a3, L:/127.0.0.1:56572 - R:/127.22.209.66:43675] using TOKEN/null
14:13:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.633250 24001 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 1 FOLLOWER]: Refusing update from remote peer 3545d9e643df42628bcb2012eec67b2f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:13:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.633287 23731 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Refusing update from remote peer 3545d9e643df42628bcb2012eec67b2f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:13:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.634121 24090 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:13:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.634348 24085 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:13:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.642997 24094 mvcc.cc:204] Tried to move back new op lower bound from 7305298016793509888 to 7305298016201920512. Current Snapshot: MvccSnapshot[applied={T|T < 7305298016793509888}]
14:13:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.643774 24095 mvcc.cc:204] Tried to move back new op lower bound from 7305298016793509888 to 7305298016201920512. Current Snapshot: MvccSnapshot[applied={T|T < 7305298016793509888}]
14:13:43.722 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:13:43.724 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.66:43675
14:13:43.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:13:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:43.726027 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 23784
14:13:43.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:43.737 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] handling channelInactive
14:13:43.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state READY due to: connection closed
14:13:43.739 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: connection closed
14:13:43.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:43.745 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:43.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [4ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@155775741(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@66d7b7c1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@465e2f20 -> wakeup thread Time-limited test)) after lookup
14:13:43.747 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:43.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.749 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:43.765 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:43.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [4ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [11ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [30ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@155775741(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@66d7b7c1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@465e2f20 -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966))) after lookup
14:13:43.767 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:43.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.769 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:43.786 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:43.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [4ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [11ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [30ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [34ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [34ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@155775741(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@66d7b7c1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@465e2f20 -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183))) after lookup
14:13:43.787 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:43.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.789 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:43.885 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:43.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [4ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [11ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [30ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [34ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [34ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [146ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [150ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@155775741(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@66d7b7c1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183) -> (continuation of Deferred@696770217 after retry RPC@159582516), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@465e2f20 -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183) -> (continuation of Deferred@696770217 after retry RPC@159582516))) after lookup
14:13:43.886 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:43.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:43.888 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:44.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:44.166 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:44.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=431), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [4ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [11ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [30ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [34ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [34ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [146ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [150ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [151ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [153ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [154ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [427ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [430ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@155775741(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@66d7b7c1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183) -> (continuation of Deferred@696770217 after retry RPC@159582516) -> (continuation of Deferred@2114085657 after retry RPC@2069205875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@465e2f20 -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183) -> (continuation of Deferred@696770217 after retry RPC@159582516) -> (continuation of Deferred@2114085657 after retry RPC@2069205875))) after lookup
14:13:44.168 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:44.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:44.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:44.169 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.182706 24110 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:13:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.182876 24110 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.183522 24111 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:13:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.183624 24111 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:45.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.184226 24110 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.184942 23665 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.185374 23935 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.185712 24111 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.185926 23665 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.186661 23935 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.188774 24001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" is_pre_election: true
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.188922 24001 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 1.
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.189291 23664 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.189638 24110 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.189615 23731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" is_pre_election: true
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.189700 24110 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:13:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.189739 24110 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 1 FOLLOWER]: Advancing to term 2
14:13:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.190610 24110 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.190873 23731 raft_consensus.cc:2393] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in current term 2: Already voted for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in this term.
14:13:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.191066 24110 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 2 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.191408 24001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.191520 24001 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 1 FOLLOWER]: Advancing to term 2
14:13:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.191883 23935 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30
14:13:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.192410 24001 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 2.
14:13:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.192633 23665 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:45.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.192647 24111 raft_consensus.cc:2749] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:13:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.192873 23664 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:13:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.193051 24110 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Leader election won for term 2
14:13:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.193357 24110 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 LEADER]: Becoming Leader. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Running, Role: LEADER
14:13:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.193688 24110 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.196228 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 reported cstate change: term changed from 1 to 2, leader changed from 3545d9e643df42628bcb2012eec67b2f (127.22.209.66) to 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65). New cstate: current_term: 2 leader_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: HEALTHY } } }
14:13:45.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:45.465 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:45.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1730), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [4ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [10ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [11ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [30ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [34ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [34ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [146ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [150ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [151ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [153ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [154ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [427ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [430ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [432ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [434ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [434ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [1726ms] refreshing cache from master, [1726ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1729ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@155775741(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@66d7b7c1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183) -> (continuation of Deferred@696770217 after retry RPC@159582516) -> (continuation of Deferred@2114085657 after retry RPC@2069205875) -> (continuation of Deferred@774287050 after retry RPC@2034200182), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@465e2f20 -> wakeup thread Time-limited test -> (continuation of Deferred@1003035510 after retry RPC@1916756966) -> (continuation of Deferred@1407994046 after retry RPC@834600183) -> (continuation of Deferred@696770217 after retry RPC@159582516) -> (continuation of Deferred@2114085657 after retry RPC@2069205875) -> (continuation of Deferred@774287050 after retry RPC@2034200182))) after lookup
14:13:45.466 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:45.467 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] Successfully connected to peer
14:13:45.492 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xfe540500, L:/127.0.0.1:60270 - R:/127.22.209.65:33205] using TOKEN/null
14:13:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.496479 24001 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Refusing update from remote peer 3fcf8bdd56e648c288d7d3b7de788a30: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
14:13:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.497267 24110 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:13:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.497479 23665 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 -> Peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Couldn't send request to peer 3545d9e643df42628bcb2012eec67b2f. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:13:45.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.504601 24134 mvcc.cc:204] Tried to move back new op lower bound from 7305298024427700224 to 7305298023195987968. Current Snapshot: MvccSnapshot[applied={T|T < 7305298024427700224 or (T in {7305298024427700224})}]
14:13:45.525 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.66:43675
14:13:45.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.527575 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.632294 24139 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.632512 24139 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.632556 24139 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.636085 24139 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.636234 24139 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.66
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.640130 24139 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24139
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.641342 24139 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.642765 24139 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.649416 24147 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.649479 24144 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:45.649416 24145 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.649537 24139 server_base.cc:1061] running on GCE node
14:13:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.650461 24139 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.651080 24139 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.652297 24139 hybrid_clock.cc:648] HybridClock initialized: now 1783520025652277 us; error 42 us; skew 500 ppm
14:13:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.654306 24139 webserver.cc:533] Webserver started at http://127.22.209.66:43753/ using document root <none> and password file <none>
14:13:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.655296 24139 fs_manager.cc:362] Metadata directory not provided
14:13:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.655434 24139 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.659986 24139 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:13:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.662487 24153 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.663733 24139 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.663887 24139 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.664410 24139 fs_report.cc:389] FS layout report
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/data
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.684262 24139 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.685065 24139 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.685303 24139 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.685937 24139 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.687569 24160 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:13:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.691077 24139 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:13:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.691291 24139 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:13:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.691385 24139 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:13:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.692979 24139 ts_tablet_manager.cc:616] Registered 1 tablets
14:13:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.693042 24139 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:13:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.693442 24160 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap starting.
14:13:45.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.704815 24139 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.66:43675
14:13:45.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.704879 24267 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.66:43675 every 8 connection(s)
14:13:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.705935 24139 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.710233 24160 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Log is configured to *not* fsync() on all Append() calls
14:13:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.715088 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 24139
14:13:45.715 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.720678 24160 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:13:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.720759 24270 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.720995 24270 heartbeater.cc:461] Registering TS with master...
14:13:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.721199 24160 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap complete.
14:13:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.721698 24270 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.722731 24160 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent bootstrapping tablet: real 0.030s	user 0.018s	sys 0.010s
14:13:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.724386 24269 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.724511 24269 heartbeater.cc:461] Registering TS with master...
14:13:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.724773 24269 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.726257 23408 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.726233 24160 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:45.728 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:13:45.728 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.65:33205
14:13:45.729 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:13:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.729365 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 23649
14:13:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.727121 24268 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.730254 24268 heartbeater.cc:461] Registering TS with master...
14:13:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.732357 24268 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.732616 23480 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.732662 24160 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Initialized, Role: FOLLOWER
14:13:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.734100 24160 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.735327 24160 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent starting tablet: real 0.012s	user 0.001s	sys 0.004s
14:13:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.736346 23551 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.737432 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.66:50869
14:13:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:45.739307 24268 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:45.742 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] handling channelInactive
14:13:45.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:45.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state READY due to: connection closed
14:13:45.744 [DEBUG - Time-limited test] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:45.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.745 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:45.765 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:45.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test)) after lookup
14:13:45.766 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:45.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.767 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:45.785 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:45.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [23ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [23ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319))) after lookup
14:13:45.786 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:45.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.787 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:45.805 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:45.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [23ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [23ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [43ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402))) after lookup
14:13:45.806 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:45.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.808 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:45.845 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:45.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [23ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [23ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [43ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [62ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [64ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [100ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377))) after lookup
14:13:45.846 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:45.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:45.848 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:46.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:46.365 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:46.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=621), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [23ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [23ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [43ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [62ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [64ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [100ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [102ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [104ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [104ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [617ms] refreshing cache from master, [618ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [620ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377) -> (continuation of Deferred@2141053826 after retry RPC@1222076214), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377) -> (continuation of Deferred@2141053826 after retry RPC@1222076214))) after lookup
14:13:46.366 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:46.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:46.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:46.368 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:46.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:46.986 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:46.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1243), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [23ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [23ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [43ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [62ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [64ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [100ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [102ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [104ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [104ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [617ms] refreshing cache from master, [618ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [620ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [622ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [624ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [624ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1238ms] refreshing cache from master, [1238ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1242ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377) -> (continuation of Deferred@2141053826 after retry RPC@1222076214) -> (continuation of Deferred@1884379017 after retry RPC@487160464), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377) -> (continuation of Deferred@2141053826 after retry RPC@1222076214) -> (continuation of Deferred@1884379017 after retry RPC@487160464))) after lookup
14:13:46.988 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:46.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:46.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:46.989 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.002347 24281 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:13:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.002540 24281 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.003893 24281 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:47.004693 24155 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:47.005518 24155 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.008033 24001 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" is_pre_election: true
14:13:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.008704 24154 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f; no voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:13:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.009006 24281 raft_consensus.cc:2749] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:13:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.024024 24286 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 3fcf8bdd56e648c288d7d3b7de788a30)
14:13:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.024192 24286 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.024789 24286 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:47.026656 23935 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.029605 24222 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f" is_pre_election: true
14:13:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.029825 24222 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in term 1.
14:13:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.030532 23935 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3fcf8bdd56e648c288d7d3b7de788a30
14:13:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.030846 24286 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:13:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.030933 24286 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 3fcf8bdd56e648c288d7d3b7de788a30)
14:13:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.030993 24286 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 2 FOLLOWER]: Advancing to term 3
14:13:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.032150 24286 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.032775 24286 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 3 election: Requested vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.033286 24222 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.033484 24222 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 1 FOLLOWER]: Advancing to term 3
14:13:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:47.034128 23935 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.035562 24222 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in term 3.
14:13:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.035988 23935 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3fcf8bdd56e648c288d7d3b7de788a30
14:13:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.036346 24286 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 FOLLOWER]: Leader election won for term 3
14:13:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.036643 24286 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 LEADER]: Becoming Leader. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Running, Role: LEADER
14:13:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.037045 24286 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.040201 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 reported cstate change: term changed from 2 to 3, leader changed from 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65) to 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67). New cstate: current_term: 3 leader_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:13:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.480463 24222 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Refusing update from remote peer 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
14:13:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:47.481159 24286 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:13:47.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:47.491034 23935 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 -> Peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Couldn't send request to peer 3fcf8bdd56e648c288d7d3b7de788a30. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:13:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.049894 23935 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 -> Peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Couldn't send request to peer 3fcf8bdd56e648c288d7d3b7de788a30. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:13:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.491591 23935 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111) [suppressed 8 similar messages]
14:13:50.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:50.626 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:50.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4882), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [23ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [23ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [43ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [62ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [64ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [100ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [102ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [104ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [104ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [617ms] refreshing cache from master, [618ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [620ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [622ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [624ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [624ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1238ms] refreshing cache from master, [1238ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1242ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [1243ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1245ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1246ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [4877ms] refreshing cache from master, [4877ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [4881ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@894149913(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@78b015f8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377) -> (continuation of Deferred@2141053826 after retry RPC@1222076214) -> (continuation of Deferred@1884379017 after retry RPC@487160464) -> (continuation of Deferred@2099661600 after retry RPC@724394990), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4309e787 -> wakeup thread Time-limited test -> (continuation of Deferred@749998833 after retry RPC@546176319) -> (continuation of Deferred@483814426 after retry RPC@1409097402) -> (continuation of Deferred@1874834850 after retry RPC@1418489377) -> (continuation of Deferred@2141053826 after retry RPC@1222076214) -> (continuation of Deferred@1884379017 after retry RPC@487160464) -> (continuation of Deferred@2099661600 after retry RPC@724394990))) after lookup
14:13:50.628 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:50.629 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] Successfully connected to peer
14:13:50.653 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x3b98fb04, L:/127.0.0.1:41620 - R:/127.22.209.67:36405] using TOKEN/null
14:13:50.685 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.65:33205
14:13:50.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.687804 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:33205
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40603
14:13:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:13:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.825994 24328 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.826242 24328 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.826294 24328 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.829826 24328 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.829954 24328 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.65
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.834036 24328 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:33205
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40603
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24328
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.835402 24328 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.836508 24328 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.843990 24336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.844010 24334 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:50.844013 24333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.844641 24328 server_base.cc:1061] running on GCE node
14:13:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.844995 24328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.845621 24328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.846781 24328 hybrid_clock.cc:648] HybridClock initialized: now 1783520030846768 us; error 31 us; skew 500 ppm
14:13:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.848948 24328 webserver.cc:533] Webserver started at http://127.22.209.65:40603/ using document root <none> and password file <none>
14:13:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.849642 24328 fs_manager.cc:362] Metadata directory not provided
14:13:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.849722 24328 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.853664 24328 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
14:13:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.855963 24342 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.857254 24328 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:13:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.857352 24328 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.857766 24328 fs_report.cc:389] FS layout report
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/data
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.877632 24328 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.878306 24328 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.878464 24328 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.879101 24328 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.880369 24349 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:13:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.883831 24328 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:13:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.883900 24328 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:13:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.883960 24328 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:13:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.885479 24328 ts_tablet_manager.cc:616] Registered 1 tablets
14:13:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.885526 24328 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:13:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.885885 24349 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap starting.
14:13:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.897935 24328 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.65:33205
14:13:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.898020 24456 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.65:33205 every 8 connection(s)
14:13:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.899181 24328 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.901991 24349 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Log is configured to *not* fsync() on all Append() calls
14:13:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.905855 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 24328
14:13:50.906 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.912811 24349 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:13:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.913219 24349 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap complete.
14:13:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.914623 24349 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent bootstrapping tablet: real 0.029s	user 0.028s	sys 0.000s
14:13:50.916 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:13:50.917 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.67:36405
14:13:50.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.917287 24349 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.917722 24349 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Initialized, Role: FOLLOWER
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.918033 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 23919
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.918160 24458 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.918409 24458 heartbeater.cc:461] Registering TS with master...
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.919245 24458 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.919327 24349 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.920233 24349 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.000s
14:13:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.921274 23408 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.923009 24459 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.923099 24459 heartbeater.cc:461] Registering TS with master...
14:13:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.923321 24459 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.923360 24457 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.923437 24457 heartbeater.cc:461] Registering TS with master...
14:13:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.923646 24457 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.924314 23480 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.924607 23551 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:50.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.925653 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.65:48183
14:13:50.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:50.927 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] handling channelInactive
14:13:50.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state READY due to: connection closed
14:13:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:50.927529 24457 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:50.928 [DEBUG - Time-limited test] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:50.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.930 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:50.945 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:50.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test)) after lookup
14:13:50.946 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:50.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.948 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:50.970 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:50.970 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [20ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288))) after lookup
14:13:50.971 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:50.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:50.972 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:51.006 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:51.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [20ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [44ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [44ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [77ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673))) after lookup
14:13:51.007 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:51.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.009 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:51.085 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:51.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=158), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [20ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [44ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [44ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [77ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [79ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [81ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [81ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [153ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [157ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692))) after lookup
14:13:51.086 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:51.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.087 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:51.166 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:51.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=238), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [20ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [44ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [44ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [77ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [79ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [81ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [81ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [153ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [157ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [158ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [159ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [159ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [234ms] refreshing cache from master, [234ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [237ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692) -> (continuation of Deferred@185175669 after retry RPC@1212672467), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692) -> (continuation of Deferred@185175669 after retry RPC@1212672467))) after lookup
14:13:51.167 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:51.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:51.168 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:52.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:52.025 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:52.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1098), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [20ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [44ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [44ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [77ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [79ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [81ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [81ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [153ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [157ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [158ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [159ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [159ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [234ms] refreshing cache from master, [234ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [237ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [239ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [240ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [241ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [1094ms] refreshing cache from master, [1094ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1097ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692) -> (continuation of Deferred@185175669 after retry RPC@1212672467) -> (continuation of Deferred@1277195838 after retry RPC@1004410648), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692) -> (continuation of Deferred@185175669 after retry RPC@1212672467) -> (continuation of Deferred@1277195838 after retry RPC@1004410648))) after lookup
14:13:52.026 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:52.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:52.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:52.028 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.184728 24470 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 4f1cedabd4bd4cdaa6d6fe8cd2970138)
14:13:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.184916 24470 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.185541 24470 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:52.186228 24154 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:13:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:52.187080 24154 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:13:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.191596 24411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" is_pre_election: true
14:13:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.191864 24411 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 2.
14:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.192553 24155 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.192772 24470 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Leader pre-election won for term 4
14:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.192835 24470 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Starting leader election (detected failure of leader 4f1cedabd4bd4cdaa6d6fe8cd2970138)
14:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.192876 24470 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 3 FOLLOWER]: Advancing to term 4
14:13:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.193768 24470 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.194180 24470 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 4 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.194695 24411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.194864 24411 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 2 FOLLOWER]: Advancing to term 4
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:52.195430 24154 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.196738 24411 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 4.
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.197132 24155 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.197350 24470 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 FOLLOWER]: Leader election won for term 4
14:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.197567 24470 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 LEADER]: Becoming Leader. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Running, Role: LEADER
14:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.197916 24470 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.200971 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f reported cstate change: term changed from 3 to 4, leader changed from 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67) to 3545d9e643df42628bcb2012eec67b2f (127.22.209.66). New cstate: current_term: 4 leader_uuid: "3545d9e643df42628bcb2012eec67b2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:13:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.580526 24411 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Refusing update from remote peer 3545d9e643df42628bcb2012eec67b2f: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:13:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:52.581410 24470 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:13:52.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:52.591176 24154 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f -> Peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Couldn't send request to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:13:54.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:54.346 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:54.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3418), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [20ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [36ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [44ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [44ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [73ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [77ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [79ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [81ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [81ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [153ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [157ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [158ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [159ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [159ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [234ms] refreshing cache from master, [234ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [237ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [239ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [240ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [241ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [1094ms] refreshing cache from master, [1094ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1097ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [1098ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [1100ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [1100ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [3414ms] refreshing cache from master, [3414ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [3417ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@89534154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@54e1c973 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692) -> (continuation of Deferred@185175669 after retry RPC@1212672467) -> (continuation of Deferred@1277195838 after retry RPC@1004410648) -> (continuation of Deferred@1397087006 after retry RPC@417882297), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@147fe6e4 -> wakeup thread Time-limited test -> (continuation of Deferred@1041550416 after retry RPC@1438074288) -> (continuation of Deferred@1535039515 after retry RPC@881564673) -> (continuation of Deferred@793993667 after retry RPC@1204853692) -> (continuation of Deferred@185175669 after retry RPC@1212672467) -> (continuation of Deferred@1277195838 after retry RPC@1004410648) -> (continuation of Deferred@1397087006 after retry RPC@417882297))) after lookup
14:13:54.347 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.349 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] Successfully connected to peer
14:13:54.371 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xcf5db3c9, L:/127.0.0.1:37376 - R:/127.22.209.66:43675] using TOKEN/null
14:13:54.392 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.67:36405
14:13:54.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.393810 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:36405
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39255
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.500435 24510 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.500656 24510 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.500705 24510 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.504197 24510 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.504319 24510 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.67
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.508287 24510 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:36405
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39255
14:13:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24510
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.509482 24510 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.510695 24510 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.517376 24515 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.517684 24516 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:54.517841 24518 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.518318 24510 server_base.cc:1061] running on GCE node
14:13:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.518790 24510 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.519390 24510 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.520547 24510 hybrid_clock.cc:648] HybridClock initialized: now 1783520034520521 us; error 53 us; skew 500 ppm
14:13:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.522606 24510 webserver.cc:533] Webserver started at http://127.22.209.67:39255/ using document root <none> and password file <none>
14:13:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.523150 24510 fs_manager.cc:362] Metadata directory not provided
14:13:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.523216 24510 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.526664 24510 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
14:13:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.528685 24524 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.529799 24510 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.529906 24510 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:42 on dist-test-slave-lxrv"
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.530296 24510 fs_report.cc:389] FS layout report
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/data
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.554186 24510 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.554946 24510 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.555105 24510 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.555625 24510 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.557124 24531 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:13:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.560730 24510 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:13:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.560793 24510 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:13:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.560847 24510 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:13:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.562553 24510 ts_tablet_manager.cc:616] Registered 1 tablets
14:13:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.562659 24510 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
14:13:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.563108 24531 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap starting.
14:13:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.575706 24510 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.67:36405
14:13:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.575851 24638 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.67:36405 every 8 connection(s)
14:13:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.576917 24510 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:13:54.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.581800 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 24510
14:13:54.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.583819 24531 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log is configured to *not* fsync() on all Append() calls
14:13:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.591461 24641 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.591739 24641 heartbeater.cc:461] Registering TS with master...
14:13:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.592316 24641 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:54.593 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:13:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.595502 24640 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.595614 24640 heartbeater.cc:461] Registering TS with master...
14:13:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.595840 24640 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.596784 23408 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.598024 23480 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:13:54.608 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.66:43675
14:13:54.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:13:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.608633 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 24139
14:13:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.614643 24639 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.614804 24639 heartbeater.cc:461] Registering TS with master...
14:13:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.615085 24639 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.616482 23552 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:13:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.617496 24531 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:13:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.617576 23552 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.67:36755
14:13:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.617945 24531 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap complete.
14:13:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.619415 24531 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent bootstrapping tablet: real 0.057s	user 0.025s	sys 0.010s
14:13:54.621 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] handling channelInactive
14:13:54.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state READY due to: connection closed
14:13:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.622460 24531 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.622924 24531 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Initialized, Role: FOLLOWER
14:13:54.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:54.624 [DEBUG - Time-limited test] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.623445 24531 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:54.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.624390 24531 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
14:13:54.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:54.624823 24639 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:54.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.626 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:54.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:54.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1379679038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@163a452a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@627146cc -> wakeup thread Time-limited test)) after lookup
14:13:54.645 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.648 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:54.666 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:54.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [23ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1379679038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@163a452a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@627146cc -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473))) after lookup
14:13:54.667 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.669 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:54.705 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:54.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [23ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [44ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [80ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1379679038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@163a452a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@627146cc -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966))) after lookup
14:13:54.706 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.707 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:54.804 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:54.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=181), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [23ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [44ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [80ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [82ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [83ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [83ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [180ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1379679038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@163a452a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966) -> (continuation of Deferred@11304651 after retry RPC@623680942), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@627146cc -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966) -> (continuation of Deferred@11304651 after retry RPC@623680942))) after lookup
14:13:54.806 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.807 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:54.865 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:54.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=242), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [23ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [44ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [80ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [82ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [83ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [83ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [180ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [181ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [183ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [183ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [240ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1379679038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@163a452a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966) -> (continuation of Deferred@11304651 after retry RPC@623680942) -> (continuation of Deferred@2065895047 after retry RPC@983772576), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@627146cc -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966) -> (continuation of Deferred@11304651 after retry RPC@623680942) -> (continuation of Deferred@2065895047 after retry RPC@983772576))) after lookup
14:13:54.866 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:13:54.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:54.868 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:13:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.892223 24653 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:13:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.892393 24653 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.893659 24653 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:55.894505 24344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:55.895464 24344 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.898062 24588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" is_pre_election: true
14:13:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.898429 24588 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 3.
14:13:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.898960 24343 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:13:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.899225 24653 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:13:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.899297 24653 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:13:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.899348 24653 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 4 FOLLOWER]: Advancing to term 5
14:13:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.900296 24653 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.900794 24653 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 5 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.901149 24588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:13:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.901391 24588 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 3 FOLLOWER]: Advancing to term 5
14:13:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:55.901926 24344 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:13:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.903590 24588 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 5.
14:13:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.904013 24343 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:13:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.904253 24653 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 FOLLOWER]: Leader election won for term 5
14:13:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.904511 24653 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 LEADER]: Becoming Leader. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Running, Role: LEADER
14:13:55.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.905078 24653 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:55.907917 23552 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 reported cstate change: term changed from 4 to 5, leader changed from 3545d9e643df42628bcb2012eec67b2f (127.22.209.66) to 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65). New cstate: current_term: 5 leader_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: HEALTHY } } }
14:13:56.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:56.185 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:56.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1562), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [20ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [21ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [23ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [44ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [80ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [82ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [83ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [83ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [177ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [180ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [181ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [183ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [183ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [240ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [242ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [244ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [244ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [1558ms] refreshing cache from master, [1558ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1561ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1379679038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@163a452a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966) -> (continuation of Deferred@11304651 after retry RPC@623680942) -> (continuation of Deferred@2065895047 after retry RPC@983772576) -> (continuation of Deferred@1519958611 after retry RPC@2037727885), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@627146cc -> wakeup thread Time-limited test -> (continuation of Deferred@1532546096 after retry RPC@863479473) -> (continuation of Deferred@752656290 after retry RPC@571532966) -> (continuation of Deferred@11304651 after retry RPC@623680942) -> (continuation of Deferred@2065895047 after retry RPC@983772576) -> (continuation of Deferred@1519958611 after retry RPC@2037727885))) after lookup
14:13:56.187 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:56.188 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] Successfully connected to peer
14:13:56.207 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x312f15c0, L:/127.0.0.1:42342 - R:/127.22.209.65:33205] using TOKEN/null
14:13:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.211920 24588 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Refusing update from remote peer 3fcf8bdd56e648c288d7d3b7de788a30: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
14:13:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.212249 24344 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 -> Peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Couldn't send request to peer 3545d9e643df42628bcb2012eec67b2f. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:13:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.212664 24653 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:13:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.219378 24671 mvcc.cc:204] Tried to move back new op lower bound from 7305298068317147136 to 7305298067069542400. Current Snapshot: MvccSnapshot[applied={T|T < 7305298068317147136}]
14:13:56.236 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.66:43675
14:13:56.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:13:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.237512 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:13:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.344583 24680 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.344822 24680 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.344868 24680 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.348327 24680 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.348453 24680 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.66
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.352792 24680 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24680
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.353938 24680 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.355427 24680 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.363637 24685 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.363637 24686 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.363713 24680 server_base.cc:1061] running on GCE node
14:13:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:56.363637 24688 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.364801 24680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:56.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.365489 24680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:56.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.366680 24680 hybrid_clock.cc:648] HybridClock initialized: now 1783520036366650 us; error 51 us; skew 500 ppm
14:13:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.368877 24680 webserver.cc:533] Webserver started at http://127.22.209.66:43753/ using document root <none> and password file <none>
14:13:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.369542 24680 fs_manager.cc:362] Metadata directory not provided
14:13:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.369637 24680 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.373458 24680 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
14:13:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.375672 24694 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.376855 24680 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.376960 24680 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.377413 24680 fs_report.cc:389] FS layout report
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/data
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.409297 24680 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.410063 24680 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.410221 24680 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.410802 24680 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.412177 24701 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:13:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.415618 24680 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:13:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.415681 24680 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:13:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.415732 24680 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:13:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.417189 24680 ts_tablet_manager.cc:616] Registered 1 tablets
14:13:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.417234 24680 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:13:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.417608 24701 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap starting.
14:13:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.428308 24680 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.66:43675
14:13:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.428390 24808 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.66:43675 every 8 connection(s)
14:13:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.429481 24680 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:13:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.434083 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 24680
14:13:56.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.435559 24701 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Log is configured to *not* fsync() on all Append() calls
14:13:56.443 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:13:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.443877 24810 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.444130 24810 heartbeater.cc:461] Registering TS with master...
14:13:56.444 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.65:33205
14:13:56.445 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.444708 24810 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.445518 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 24328
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.446292 24811 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.446380 24811 heartbeater.cc:461] Registering TS with master...
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.446514 24809 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.446635 24809 heartbeater.cc:461] Registering TS with master...
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.446653 24811 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.446816 24809 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.447578 23408 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.447746 23552 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.448695 23552 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.66:54387
14:13:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.449456 23480 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:13:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.454020 24701 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:13:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.454535 24701 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap complete.
14:13:56.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:56.455 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] handling channelInactive
14:13:56.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state READY due to: connection closed
14:13:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.455746 24701 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent bootstrapping tablet: real 0.038s	user 0.025s	sys 0.008s
14:13:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.458058 24701 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.458468 24701 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Initialized, Role: FOLLOWER
14:13:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.458990 24701 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.459880 24809 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:56.459949 24701 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
14:13:56.462 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:56.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.464 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:56.485 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:56.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [9ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [9ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@900858474(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@5d48ac8f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1739688 -> wakeup thread Time-limited test)) after lookup
14:13:56.487 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:56.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.488 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:56.506 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:56.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [9ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [9ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [33ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@900858474(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@5d48ac8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1739688 -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433))) after lookup
14:13:56.507 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:56.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.508 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:56.545 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:56.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [9ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [9ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [33ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [53ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [53ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [89ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@900858474(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@5d48ac8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1739688 -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226))) after lookup
14:13:56.546 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:56.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.548 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:56.645 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:56.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=190), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [9ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [9ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [33ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [53ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [53ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [89ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [91ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [92ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [93ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [187ms] refreshing cache from master, [187ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [190ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@900858474(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@5d48ac8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226) -> (continuation of Deferred@1745789805 after retry RPC@1665904662), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1739688 -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226) -> (continuation of Deferred@1745789805 after retry RPC@1665904662))) after lookup
14:13:56.646 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:56.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:56.648 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:57.064 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:57.065 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:13:57.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=609), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [9ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [9ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [33ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [53ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [53ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [89ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [91ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [92ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [93ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [187ms] refreshing cache from master, [187ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [190ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [191ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [193ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [193ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [606ms] refreshing cache from master, [607ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [609ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@900858474(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@5d48ac8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226) -> (continuation of Deferred@1745789805 after retry RPC@1665904662) -> (continuation of Deferred@1402501034 after retry RPC@1835906767), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1739688 -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226) -> (continuation of Deferred@1745789805 after retry RPC@1665904662) -> (continuation of Deferred@1402501034 after retry RPC@1835906767))) after lookup
14:13:57.066 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:13:57.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:57.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:57.067 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:13:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.735292 24822 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 3fcf8bdd56e648c288d7d3b7de788a30)
14:13:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.735473 24822 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.736485 24822 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:57.737851 24526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:57.739053 24526 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.742511 24763 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f" is_pre_election: true
14:13:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.742867 24763 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in term 4.
14:13:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.743597 24526 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3fcf8bdd56e648c288d7d3b7de788a30
14:13:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.743861 24822 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Leader pre-election won for term 6
14:13:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.744009 24822 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 3fcf8bdd56e648c288d7d3b7de788a30)
14:13:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.744076 24822 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 5 FOLLOWER]: Advancing to term 6
14:13:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.744865 24822 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.745280 24822 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 6 election: Requested vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.745687 24763 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f"
14:13:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.745832 24763 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 4 FOLLOWER]: Advancing to term 6
14:13:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:57.746490 24526 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:13:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.747768 24763 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in term 6.
14:13:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.748150 24526 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3fcf8bdd56e648c288d7d3b7de788a30
14:13:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.748347 24822 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 FOLLOWER]: Leader election won for term 6
14:13:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.748556 24822 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 LEADER]: Becoming Leader. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Running, Role: LEADER
14:13:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.749164 24822 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:57.751825 23552 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 reported cstate change: term changed from 5 to 6, leader changed from 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65) to 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67). New cstate: current_term: 6 leader_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:13:58.004 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:58.005 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:58.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1549), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [9ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [9ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [33ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [50ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [53ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [53ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [89ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [91ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [92ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [93ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [187ms] refreshing cache from master, [187ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [190ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [191ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [193ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [193ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [606ms] refreshing cache from master, [607ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [609ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [610ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [612ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [612ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1546ms] refreshing cache from master, [1547ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1549ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@900858474(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@5d48ac8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226) -> (continuation of Deferred@1745789805 after retry RPC@1665904662) -> (continuation of Deferred@1402501034 after retry RPC@1835906767) -> (continuation of Deferred@798435289 after retry RPC@793524010), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1739688 -> wakeup thread Time-limited test -> (continuation of Deferred@564828106 after retry RPC@1014006433) -> (continuation of Deferred@1267922547 after retry RPC@1934557226) -> (continuation of Deferred@1745789805 after retry RPC@1665904662) -> (continuation of Deferred@1402501034 after retry RPC@1835906767) -> (continuation of Deferred@798435289 after retry RPC@793524010))) after lookup
14:13:58.006 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.007 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] Successfully connected to peer
14:13:58.032 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xb37626dc, L:/127.0.0.1:54480 - R:/127.22.209.67:36405] using TOKEN/null
14:13:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.036834 24763 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Refusing update from remote peer 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
14:13:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.037127 24526 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 -> Peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Couldn't send request to peer 3fcf8bdd56e648c288d7d3b7de788a30. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:13:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.037537 24822 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:13:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.043843 24843 mvcc.cc:204] Tried to move back new op lower bound from 7305298075791405056 to 7305298074623229952. Current Snapshot: MvccSnapshot[applied={T|T < 7305298075791405056}]
14:13:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.043902 24841 mvcc.cc:204] Tried to move back new op lower bound from 7305298075791405056 to 7305298074623229952. Current Snapshot: MvccSnapshot[applied={T|T < 7305298075791405056}]
14:13:58.061 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.65:33205
14:13:58.062 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.062942 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:33205
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40603
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:13:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.170668 24850 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:13:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.170898 24850 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:13:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.170945 24850 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:13:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.174508 24850 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:13:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.174705 24850 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.65
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.178761 24850 tablet_server_runner.cc:78] Tablet server non-default flags:
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:33205
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40603
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24850
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:13:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.179854 24850 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:13:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.180912 24850 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:13:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.187739 24858 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.187753 24855 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:58.187744 24856 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:13:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.188086 24850 server_base.cc:1061] running on GCE node
14:13:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.188659 24850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:13:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.189217 24850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:13:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.190433 24850 hybrid_clock.cc:648] HybridClock initialized: now 1783520038190408 us; error 37 us; skew 500 ppm
14:13:58.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.192386 24850 webserver.cc:533] Webserver started at http://127.22.209.65:40603/ using document root <none> and password file <none>
14:13:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.193022 24850 fs_manager.cc:362] Metadata directory not provided
14:13:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.193110 24850 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:13:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.196924 24850 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:13:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.199263 24864 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:13:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.200371 24850 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.200546 24850 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.201018 24850 fs_report.cc:389] FS layout report
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/data
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:13:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:13:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.215822 24850 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:13:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.216642 24850 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:13:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.216867 24850 kserver.cc:163] Server-wide thread pool size limit: 3276
14:13:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.217564 24850 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:13:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.219030 24871 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:13:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.222260 24850 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:13:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.222404 24850 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:13:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.222486 24850 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:13:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.224134 24850 ts_tablet_manager.cc:616] Registered 1 tablets
14:13:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.224211 24850 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:13:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.224464 24871 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap starting.
14:13:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.236932 24850 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.65:33205
14:13:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.237012 24978 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.65:33205 every 8 connection(s)
14:13:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.238165 24850 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:13:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.239766 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 24850
14:13:58.240 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.242544 24871 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Log is configured to *not* fsync() on all Append() calls
14:13:58.249 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:13:58.250 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.67:36405
14:13:58.251 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:13:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.251570 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 24510
14:13:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.254529 24981 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:13:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.255266 24981 heartbeater.cc:461] Registering TS with master...
14:13:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.255704 24979 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:13:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.255810 24979 heartbeater.cc:461] Registering TS with master...
14:13:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.256248 24979 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:13:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.257043 24980 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:13:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.257124 24980 heartbeater.cc:461] Registering TS with master...
14:13:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.257304 24980 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:13:58.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.257913 24981 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:13:58.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.258260 23551 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.258855 23408 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.259255 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.65:54635
14:13:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.259634 23479 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:58.261 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] handling channelInactive
14:13:58.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state READY due to: connection closed
14:13:58.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:13:58.264 [DEBUG - Time-limited test] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.264416 24871 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:13:58.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.265 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.266252 24871 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap complete.
14:13:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.267565 24871 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent bootstrapping tablet: real 0.043s	user 0.016s	sys 0.020s
14:13:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.269563 24871 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.269870 24871 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Initialized, Role: FOLLOWER
14:13:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.270301 24871 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.270996 24979 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:13:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:58.271216 24871 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.002s
14:13:58.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:58.285 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:58.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [22ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@474725623(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@52f03d33 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1906f087 -> wakeup thread Time-limited test)) after lookup
14:13:58.286 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.287 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:58.305 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:58.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [22ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [23ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [24ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [24ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@474725623(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@52f03d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1906f087 -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664))) after lookup
14:13:58.306 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.308 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:58.345 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:58.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [22ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [23ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [24ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [24ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@474725623(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@52f03d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1906f087 -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236))) after lookup
14:13:58.347 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.348 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:58.425 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:58.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [22ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [23ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [24ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [24ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [161ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@474725623(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@52f03d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236) -> (continuation of Deferred@541887249 after retry RPC@970987024), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1906f087 -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236) -> (continuation of Deferred@541887249 after retry RPC@970987024))) after lookup
14:13:58.426 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.427 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:13:58.885 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:13:58.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=622), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [22ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [23ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [24ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [24ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [161ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [163ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [164ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [165ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [621ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@474725623(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@52f03d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236) -> (continuation of Deferred@541887249 after retry RPC@970987024) -> (continuation of Deferred@366474450 after retry RPC@750657774), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1906f087 -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236) -> (continuation of Deferred@541887249 after retry RPC@970987024) -> (continuation of Deferred@366474450 after retry RPC@750657774))) after lookup
14:13:58.887 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:13:58.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:58.888 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:13:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.560753 24992 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 4f1cedabd4bd4cdaa6d6fe8cd2970138)
14:13:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.560993 24992 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.562322 24992 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:59.563329 24695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:13:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:59.564495 24695 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:13:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.568444 24933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" is_pre_election: true
14:13:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.568809 24933 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 5.
14:13:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.569720 24696 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:13:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.570107 24992 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Leader pre-election won for term 7
14:13:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.570217 24992 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Starting leader election (detected failure of leader 4f1cedabd4bd4cdaa6d6fe8cd2970138)
14:13:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.570271 24992 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 6 FOLLOWER]: Advancing to term 7
14:13:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.571285 24992 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.571780 24992 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 7 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:13:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.572355 24933 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:13:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.572510 24933 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 5 FOLLOWER]: Advancing to term 7
14:13:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:13:59.573112 24695 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:13:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.574487 24933 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 7.
14:13:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.574949 24696 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:13:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.575160 24992 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 FOLLOWER]: Leader election won for term 7
14:13:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.575450 24992 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 LEADER]: Becoming Leader. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Running, Role: LEADER
14:13:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.575809 24992 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:13:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:13:59.578522 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f reported cstate change: term changed from 6 to 7, leader changed from 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67) to 3545d9e643df42628bcb2012eec67b2f (127.22.209.66). New cstate: current_term: 7 leader_uuid: "3545d9e643df42628bcb2012eec67b2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:14:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.090097 24695 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f -> Peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Couldn't send request to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:14:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.169667 24933 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Refusing update from remote peer 3545d9e643df42628bcb2012eec67b2f: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
14:14:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.170395 25009 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:14:00.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:00.785 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:00.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2521), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [22ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [23ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [24ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [24ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [161ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [163ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [164ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [165ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [621ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [623ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [625ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [625ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2518ms] refreshing cache from master, [2518ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [2521ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@474725623(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@52f03d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236) -> (continuation of Deferred@541887249 after retry RPC@970987024) -> (continuation of Deferred@366474450 after retry RPC@750657774) -> (continuation of Deferred@291477254 after retry RPC@1287355539), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1906f087 -> wakeup thread Time-limited test -> (continuation of Deferred@585424210 after retry RPC@616183664) -> (continuation of Deferred@1822730215 after retry RPC@433069236) -> (continuation of Deferred@541887249 after retry RPC@970987024) -> (continuation of Deferred@366474450 after retry RPC@750657774) -> (continuation of Deferred@291477254 after retry RPC@1287355539))) after lookup
14:14:00.786 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:00.787 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] Successfully connected to peer
14:14:00.813 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x2e1d3cae, L:/127.0.0.1:37422 - R:/127.22.209.66:43675] using TOKEN/null
14:14:00.834 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.67:36405
14:14:00.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:14:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.835773 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:36405
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39255
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:14:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.940819 25029 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:14:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.941116 25029 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:14:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.941169 25029 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:14:00.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.944949 25029 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:14:00.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.945080 25029 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.67
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.949083 25029 tablet_server_runner.cc:78] Tablet server non-default flags:
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:36405
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39255
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25029
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:14:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:14:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:14:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:14:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:14:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:14:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.950471 25029 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:14:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.951890 25029 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:14:00.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.960701 25034 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:00.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.960701 25035 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:00.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.961280 25029 server_base.cc:1061] running on GCE node
14:14:00.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:00.960826 25037 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:00.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.962064 25029 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:14:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.962950 25029 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:14:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.964219 25029 hybrid_clock.cc:648] HybridClock initialized: now 1783520040964195 us; error 40 us; skew 500 ppm
14:14:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.966816 25029 webserver.cc:533] Webserver started at http://127.22.209.67:39255/ using document root <none> and password file <none>
14:14:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.967628 25029 fs_manager.cc:362] Metadata directory not provided
14:14:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.967698 25029 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:14:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.971699 25029 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.001s	sys 0.003s
14:14:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.974191 25043 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:14:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.975396 25029 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.975570 25029 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:42 on dist-test-slave-lxrv"
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.976265 25029 fs_report.cc:389] FS layout report
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/data
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:14:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:14:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:14:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:14:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:14:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:14:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:14:00.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.998814 25029 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:14:00.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.999683 25029 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:14:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:00.999926 25029 kserver.cc:163] Server-wide thread pool size limit: 3276
14:14:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.000612 25029 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:14:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.002168 25050 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:14:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.005590 25029 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:14:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.005712 25029 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:14:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.005779 25029 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:14:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.007509 25029 ts_tablet_manager.cc:616] Registered 1 tablets
14:14:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.007561 25029 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:14:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.008028 25050 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap starting.
14:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.019788 25029 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.67:36405
14:14:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.019866 25157 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.67:36405 every 8 connection(s)
14:14:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.021060 25029 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:14:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.022531 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 25029
14:14:01.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.029363 25050 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log is configured to *not* fsync() on all Append() calls
14:14:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.033212 25159 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:14:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.033449 25159 heartbeater.cc:461] Registering TS with master...
14:14:01.033 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:14:01.034 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.66:43675
14:14:01.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:14:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.034008 25159 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:14:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.035476 25158 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:14:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.035574 25158 heartbeater.cc:461] Registering TS with master...
14:14:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.035795 25158 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:14:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.035989 23408 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:14:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.036226 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 24680
14:14:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.037575 23552 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:14:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.038590 23552 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.67:36385
14:14:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.039332 25160 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:14:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.039435 25160 heartbeater.cc:461] Registering TS with master...
14:14:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.039907 25160 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:14:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.041194 23479 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:14:01.045 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:01.045 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] handling channelInactive
14:14:01.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state READY due to: connection closed
14:14:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.052193 25050 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:14:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.052716 25050 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap complete.
14:14:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.053849 25050 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent bootstrapping tablet: real 0.046s	user 0.027s	sys 0.008s
14:14:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.056039 25050 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.056391 25050 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Initialized, Role: FOLLOWER
14:14:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.056859 25050 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.057639 25158 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:14:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:01.057783 25050 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
14:14:01.062 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.064 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:01.086 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:01.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test)) after lookup
14:14:01.087 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.089 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:01.105 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:01.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [43ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [44ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583))) after lookup
14:14:01.106 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.108 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:01.165 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:01.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [43ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [44ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [61ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [63ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [63ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [120ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436))) after lookup
14:14:01.167 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.168 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:01.245 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:01.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [43ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [44ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [61ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [63ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [63ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [120ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [121ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [123ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [123ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [200ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056))) after lookup
14:14:01.246 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.248 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:01.467 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:01.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=422), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [43ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [44ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [61ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [63ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [63ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [120ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [121ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [123ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [123ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [200ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [201ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [203ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [203ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [417ms] refreshing cache from master, [417ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [421ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056) -> (continuation of Deferred@600202981 after retry RPC@1529979385), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056) -> (continuation of Deferred@600202981 after retry RPC@1529979385))) after lookup
14:14:01.468 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.470 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:01.725 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:01.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=680), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [43ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [44ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [61ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [63ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [63ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [120ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [121ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [123ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [123ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [200ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [201ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [203ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [203ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [417ms] refreshing cache from master, [417ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [421ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [423ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [425ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [425ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [677ms] refreshing cache from master, [677ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [680ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056) -> (continuation of Deferred@600202981 after retry RPC@1529979385) -> (continuation of Deferred@789189386 after retry RPC@2036482427), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056) -> (continuation of Deferred@600202981 after retry RPC@1529979385) -> (continuation of Deferred@789189386 after retry RPC@2036482427))) after lookup
14:14:01.726 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:01.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:01.727 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.334059 25171 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:14:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.334275 25171 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.335534 25171 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:02.336339 24866 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:14:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:02.337253 24866 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:14:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.340417 25112 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" is_pre_election: true
14:14:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.340726 25112 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 6.
14:14:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.341591 24865 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:14:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.341954 25171 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:14:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.342016 25171 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:14:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.342046 25171 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 7 FOLLOWER]: Advancing to term 8
14:14:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.343230 25171 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.343602 25171 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 8 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:02.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.344081 25112 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:14:02.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.344226 25112 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 6 FOLLOWER]: Advancing to term 8
14:14:02.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:02.344786 24866 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:14:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.346166 25112 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 8.
14:14:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.346534 24865 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:14:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.346735 25171 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Leader election won for term 8
14:14:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.347008 25171 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 LEADER]: Becoming Leader. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Running, Role: LEADER
14:14:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.347322 25171 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.349838 23552 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 reported cstate change: term changed from 7 to 8, leader changed from 3545d9e643df42628bcb2012eec67b2f (127.22.209.66) to 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65). New cstate: current_term: 8 leader_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: HEALTHY } } }
14:14:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:02.955606 24866 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 -> Peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Couldn't send request to peer 3545d9e643df42628bcb2012eec67b2f. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:14:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.973829 25112 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Refusing update from remote peer 3fcf8bdd56e648c288d7d3b7de788a30: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
14:14:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:02.974637 25189 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:14:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.396785 24866 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 -> Peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Couldn't send request to peer 3545d9e643df42628bcb2012eec67b2f. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:14:05.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:05.626 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:05.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=15, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4580), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [18ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [19ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [42ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [43ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [44ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [61ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [63ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [63ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [120ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [121ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [123ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [123ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [200ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [201ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [203ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [203ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [417ms] refreshing cache from master, [417ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [421ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [423ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [425ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [425ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [677ms] refreshing cache from master, [677ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [680ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [681ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [682ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [683ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [4577ms] refreshing cache from master, [4577ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [4580ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2056359469(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@6d592a08 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056) -> (continuation of Deferred@600202981 after retry RPC@1529979385) -> (continuation of Deferred@789189386 after retry RPC@2036482427) -> (continuation of Deferred@425021413 after retry RPC@1918348333), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@129d8606 -> wakeup thread Time-limited test -> (continuation of Deferred@160899941 after retry RPC@2009348583) -> (continuation of Deferred@307338976 after retry RPC@1846573436) -> (continuation of Deferred@1318928294 after retry RPC@598439056) -> (continuation of Deferred@600202981 after retry RPC@1529979385) -> (continuation of Deferred@789189386 after retry RPC@2036482427) -> (continuation of Deferred@425021413 after retry RPC@1918348333))) after lookup
14:14:05.627 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:05.628 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] Successfully connected to peer
14:14:05.643 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xf2e3eb4d, L:/127.0.0.1:43754 - R:/127.22.209.65:33205] using TOKEN/null
14:14:05.665 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.66:43675
14:14:05.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.666894 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:14:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.774152 25215 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:14:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.774407 25215 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:14:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.774457 25215 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:14:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.777913 25215 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:14:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.778081 25215 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.66
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.782341 25215 tablet_server_runner.cc:78] Tablet server non-default flags:
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:14:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25215
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:14:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.783650 25215 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:14:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.785107 25215 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:14:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.792423 25220 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.792423 25223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:05.792419 25221 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.793093 25215 server_base.cc:1061] running on GCE node
14:14:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.793483 25215 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:14:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.794016 25215 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:14:05.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.795195 25215 hybrid_clock.cc:648] HybridClock initialized: now 1783520045795175 us; error 41 us; skew 500 ppm
14:14:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.797277 25215 webserver.cc:533] Webserver started at http://127.22.209.66:43753/ using document root <none> and password file <none>
14:14:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.797830 25215 fs_manager.cc:362] Metadata directory not provided
14:14:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.797897 25215 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:14:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.801618 25215 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
14:14:05.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.803979 25229 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:14:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.805182 25215 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:14:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.805285 25215 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.805694 25215 fs_report.cc:389] FS layout report
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/data
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:14:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:14:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.818159 25215 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:14:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.818975 25215 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:14:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.819145 25215 kserver.cc:163] Server-wide thread pool size limit: 3276
14:14:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.819708 25215 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:14:05.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.821215 25236 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:14:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.824880 25215 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:14:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.824981 25215 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:14:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.825062 25215 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:14:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.826833 25215 ts_tablet_manager.cc:616] Registered 1 tablets
14:14:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.826920 25215 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
14:14:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.827214 25236 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap starting.
14:14:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.840206 25215 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.66:43675
14:14:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.840231 25343 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.66:43675 every 8 connection(s)
14:14:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.841490 25215 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:14:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.843490 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 25215
14:14:05.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.847123 25236 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Log is configured to *not* fsync() on all Append() calls
14:14:05.852 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:14:05.853 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.65:33205
14:14:05.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:14:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.853746 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 24850
14:14:05.866 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] handling channelInactive
14:14:05.866 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:05.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state READY due to: connection closed
14:14:05.867 [DEBUG - Time-limited test] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:05.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.869 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.869233 25344 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:14:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.869539 25344 heartbeater.cc:461] Registering TS with master...
14:14:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.869831 25346 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:14:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.869925 25346 heartbeater.cc:461] Registering TS with master...
14:14:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.870285 25344 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:14:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.870281 25346 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:14:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.871601 25345 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:14:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.871686 25345 heartbeater.cc:461] Registering TS with master...
14:14:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.871892 25345 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:14:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.872922 23408 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.872947 23479 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.872999 23551 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:05.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.874017 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.66:54779
14:14:05.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:05.884 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:05.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test)) after lookup
14:14:05.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.885232 25236 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:14:05.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.885840 25236 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap complete.
14:14:05.886 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:05.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.887321 25236 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent bootstrapping tablet: real 0.060s	user 0.026s	sys 0.017s
14:14:05.887 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.889575 25236 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.889955 25236 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Initialized, Role: FOLLOWER
14:14:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.890460 25236 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.891252 25344 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:14:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:05.891489 25236 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Time spent starting tablet: real 0.004s	user 0.000s	sys 0.004s
14:14:05.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:05.905 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:05.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [20ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [20ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [38ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721))) after lookup
14:14:05.906 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:05.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.907 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:05.925 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:05.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [20ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [20ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [38ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [39ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [40ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [40ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [57ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718))) after lookup
14:14:05.925 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:05.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:05.927 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:06.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:06.025 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:06.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [20ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [20ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [38ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [39ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [40ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [40ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [57ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [58ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [60ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [158ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516))) after lookup
14:14:06.027 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:06.028 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:06.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:06.028 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:06.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:06.205 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:06.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=338), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [20ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [20ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [38ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [39ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [40ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [40ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [57ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [58ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [60ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [158ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [159ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [161ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [161ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [335ms] refreshing cache from master, [335ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [337ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516) -> (continuation of Deferred@238375407 after retry RPC@1932435603), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516) -> (continuation of Deferred@238375407 after retry RPC@1932435603))) after lookup
14:14:06.206 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:06.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:06.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:06.207 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:07.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:07.146 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:07.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1279), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [20ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [20ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [38ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [39ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [40ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [40ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [57ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [58ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [60ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [158ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [159ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [161ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [161ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [335ms] refreshing cache from master, [335ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [337ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [339ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [340ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [340ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1275ms] refreshing cache from master, [1275ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1278ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516) -> (continuation of Deferred@238375407 after retry RPC@1932435603) -> (continuation of Deferred@467102330 after retry RPC@503020459), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516) -> (continuation of Deferred@238375407 after retry RPC@1932435603) -> (continuation of Deferred@467102330 after retry RPC@503020459))) after lookup
14:14:07.147 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:07.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:07.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:07.148 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205
14:14:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.164911 25357 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 3fcf8bdd56e648c288d7d3b7de788a30)
14:14:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.165050 25357 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.166244 25357 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:07.167309 25045 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:14:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:07.168387 25045 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:14:07.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.171711 25296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f" is_pre_election: true
14:14:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.172037 25296 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in term 7.
14:14:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.172848 25045 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3fcf8bdd56e648c288d7d3b7de788a30
14:14:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.173229 25357 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Leader pre-election won for term 9
14:14:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.173305 25357 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 3fcf8bdd56e648c288d7d3b7de788a30)
14:14:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.173345 25357 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 8 FOLLOWER]: Advancing to term 9
14:14:07.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.174542 25357 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:07.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.175024 25357 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 9 election: Requested vote from peers 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:07.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.175652 25296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f"
14:14:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.175885 25296 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 7 FOLLOWER]: Advancing to term 9
14:14:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:07.176827 25045 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111)
14:14:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.178004 25296 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4f1cedabd4bd4cdaa6d6fe8cd2970138 in term 9.
14:14:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.178408 25045 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3fcf8bdd56e648c288d7d3b7de788a30
14:14:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.178635 25357 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 FOLLOWER]: Leader election won for term 9
14:14:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.178880 25357 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 LEADER]: Becoming Leader. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Running, Role: LEADER
14:14:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.179248 25357 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.182159 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 reported cstate change: term changed from 8 to 9, leader changed from 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65) to 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67). New cstate: current_term: 9 leader_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:14:07.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:07.656140 25045 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 -> Peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Couldn't send request to peer 3fcf8bdd56e648c288d7d3b7de788a30. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:14:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.763803 25296 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Refusing update from remote peer 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
14:14:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:07.764621 25357 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:14:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.100719 25045 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 -> Peer 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205): Couldn't send request to peer 3fcf8bdd56e648c288d7d3b7de788a30. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.65:33205: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:14:10.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:10.404 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:10.405 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4538), Traces: [0ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [2ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [17ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [18ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [20ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [20ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [38ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [39ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [40ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [40ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [57ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [58ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [60ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [158ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [159ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [161ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [161ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [335ms] refreshing cache from master, [335ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [337ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [339ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [340ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [340ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1275ms] refreshing cache from master, [1275ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1278ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [1279ms] sending RPC to server 3fcf8bdd56e648c288d7d3b7de788a30, [1281ms] received response from server 3fcf8bdd56e648c288d7d3b7de788a30: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [1281ms] delaying RPC due to: Network error: Failed to connect to peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205): Connection refused: /127.22.209.65:33205, [4534ms] refreshing cache from master, [4535ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [4537ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1301002269(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@2f24345 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516) -> (continuation of Deferred@238375407 after retry RPC@1932435603) -> (continuation of Deferred@467102330 after retry RPC@503020459) -> (continuation of Deferred@643286061 after retry RPC@1622656367), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66a278c -> wakeup thread Time-limited test -> (continuation of Deferred@1876983798 after retry RPC@945910721) -> (continuation of Deferred@323507155 after retry RPC@1520995718) -> (continuation of Deferred@1544393878 after retry RPC@1121449516) -> (continuation of Deferred@238375407 after retry RPC@1932435603) -> (continuation of Deferred@467102330 after retry RPC@503020459) -> (continuation of Deferred@643286061 after retry RPC@1622656367))) after lookup
14:14:10.406 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:10.407 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] Successfully connected to peer
14:14:10.424 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xb0b2eed5, L:/127.0.0.1:43866 - R:/127.22.209.67:36405] using TOKEN/null
14:14:10.444 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.65:33205
14:14:10.444 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.445194 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:14:10.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:33205
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40603
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:10.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:14:10.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.572942 25395 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:14:10.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.573294 25395 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:14:10.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.573365 25395 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:14:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.578943 25395 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:14:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.579116 25395 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.65
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.584064 25395 tablet_server_runner.cc:78] Tablet server non-default flags:
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.65:33205
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.65
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40603
14:14:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25395
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.65
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/logs
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:14:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.585686 25395 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:14:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.586984 25395 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:14:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.594205 25400 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.594224 25403 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.594359 25395 server_base.cc:1061] running on GCE node
14:14:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:10.594224 25401 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.595329 25395 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:14:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.595952 25395 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:14:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.597162 25395 hybrid_clock.cc:648] HybridClock initialized: now 1783520050597144 us; error 41 us; skew 500 ppm
14:14:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.599370 25395 webserver.cc:533] Webserver started at http://127.22.209.65:40603/ using document root <none> and password file <none>
14:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.600093 25395 fs_manager.cc:362] Metadata directory not provided
14:14:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.600188 25395 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:14:10.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.603992 25395 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
14:14:10.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.606401 25409 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:14:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.607787 25395 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.607939 25395 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.608440 25395 fs_report.cc:389] FS layout report
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/wal
14:14:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/data
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:14:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:14:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.629904 25395 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:14:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.630823 25395 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:14:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.631069 25395 kserver.cc:163] Server-wide thread pool size limit: 3276
14:14:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.631783 25395 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:14:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.633196 25418 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:14:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.636623 25395 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:14:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.636729 25395 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:14:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.636799 25395 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:14:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.638276 25395 ts_tablet_manager.cc:616] Registered 1 tablets
14:14:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.638350 25395 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:14:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.638674 25418 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap starting.
14:14:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.650513 25395 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.65:33205
14:14:10.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.650583 25525 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.65:33205 every 8 connection(s)
14:14:10.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.651696 25395 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-0/data/info.pb
14:14:10.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.656396 25418 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Log is configured to *not* fsync() on all Append() calls
14:14:10.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.659714 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 25395
14:14:10.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.664057 25527 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:14:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.664340 25527 heartbeater.cc:461] Registering TS with master...
14:14:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.664523 25526 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:14:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.664710 25526 heartbeater.cc:461] Registering TS with master...
14:14:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.664959 25527 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:14:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.665002 25526 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:14:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.666931 23551 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.667042 23406 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.667901 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.65:41921
14:14:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.670486 25528 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:14:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.670606 25528 heartbeater.cc:461] Registering TS with master...
14:14:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.670773 25528 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:14:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.671860 23479 ts_manager.cc:194] Re-registered known tserver with Master: 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:10.672 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:14:10.672 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.67:36405
14:14:10.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:14:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.673308 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 25029
14:14:10.680 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] handling channelInactive
14:14:10.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state READY due to: connection closed
14:14:10.681 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:10.682 [DEBUG - Time-limited test] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:10.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.684 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.684410 25418 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:14:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.684823 25418 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Bootstrap complete.
14:14:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.685881 25418 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent bootstrapping tablet: real 0.047s	user 0.036s	sys 0.004s
14:14:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.687971 25418 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.688479 25418 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Initialized, Role: FOLLOWER
14:14:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.689036 25418 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.689867 25526 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:14:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:10.690022 25418 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
14:14:10.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:10.705 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:10.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test)) after lookup
14:14:10.707 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:10.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.708 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:10.725 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:10.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [24ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [26ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [26ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [42ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144))) after lookup
14:14:10.726 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:10.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.727 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:10.765 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:10.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [24ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [26ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [26ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [42ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787))) after lookup
14:14:10.766 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:10.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.767 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:10.784 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:10.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [24ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [26ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [26ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [42ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612))) after lookup
14:14:10.785 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:10.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:10.786 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:11.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:11.045 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:11.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=363), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [24ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [26ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [26ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [42ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [103ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [104ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [104ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [359ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [362ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612) -> (continuation of Deferred@1260024969 after retry RPC@1679115032), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612) -> (continuation of Deferred@1260024969 after retry RPC@1679115032))) after lookup
14:14:11.045 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:11.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:11.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:11.047 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.841995 25539 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:14:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.842201 25539 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.843564 25539 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:11.844285 25412 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:14:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:11.845392 25412 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:14:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.847731 25296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3545d9e643df42628bcb2012eec67b2f" is_pre_election: true
14:14:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.848337 25413 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 3545d9e643df42628bcb2012eec67b2f, 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:14:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.848644 25539 raft_consensus.cc:2749] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
14:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.943837 25544 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 4f1cedabd4bd4cdaa6d6fe8cd2970138)
14:14:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.943986 25544 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.945356 25544 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:11.946161 25230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:14:11.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:11.947335 25230 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:14:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.950524 25480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" is_pre_election: true
14:14:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.950868 25480 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 8.
14:14:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.951540 25231 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:14:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.951769 25544 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Leader pre-election won for term 10
14:14:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.951821 25544 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Starting leader election (detected failure of leader 4f1cedabd4bd4cdaa6d6fe8cd2970138)
14:14:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.951858 25544 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 9 FOLLOWER]: Advancing to term 10
14:14:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.952781 25544 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:11.954386 25230 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111)
14:14:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.954381 25480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3545d9e643df42628bcb2012eec67b2f" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "3fcf8bdd56e648c288d7d3b7de788a30"
14:14:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.954391 25544 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 10 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65:33205)
14:14:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.954517 25480 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 8 FOLLOWER]: Advancing to term 10
14:14:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.956727 25480 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3545d9e643df42628bcb2012eec67b2f in term 10.
14:14:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.957196 25231 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3545d9e643df42628bcb2012eec67b2f, 3fcf8bdd56e648c288d7d3b7de788a30; no voters: 4f1cedabd4bd4cdaa6d6fe8cd2970138
14:14:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.957427 25544 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 10 FOLLOWER]: Leader election won for term 10
14:14:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.957795 25544 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [term 10 LEADER]: Becoming Leader. State: Replica: 3545d9e643df42628bcb2012eec67b2f, State: Running, Role: LEADER
14:14:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.958138 25544 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:11.960932 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f reported cstate change: term changed from 9 to 10, leader changed from 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67) to 3545d9e643df42628bcb2012eec67b2f (127.22.209.66). New cstate: current_term: 10 leader_uuid: "3545d9e643df42628bcb2012eec67b2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: UNKNOWN } } }
14:14:11.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:11.966 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)[L]]}]
14:14:11.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1284), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [24ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [26ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [26ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [42ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [103ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [104ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [104ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [359ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [362ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [363ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [364ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [365ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [1280ms] refreshing cache from master, [1280ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1283ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612) -> (continuation of Deferred@1260024969 after retry RPC@1679115032) -> (continuation of Deferred@676868299 after retry RPC@380110508), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612) -> (continuation of Deferred@1260024969 after retry RPC@1679115032) -> (continuation of Deferred@676868299 after retry RPC@380110508))) after lookup
14:14:11.967 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] connecting to peer
14:14:11.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:11.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:11.968 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405
14:14:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:12.368059 25480 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Refusing update from remote peer 3545d9e643df42628bcb2012eec67b2f: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
14:14:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:12.368914 25544 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:14:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:12.378109 25230 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f -> Peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Couldn't send request to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:14:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:14.837914 25230 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f -> Peer 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405): Couldn't send request to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.67:36405: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:14:14.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:14.865 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:14.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4183), Traces: [0ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [2ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [23ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [24ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [26ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [26ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [42ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [43ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [45ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [45ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [82ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [83ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [85ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [85ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [103ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [104ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [104ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [359ms] refreshing cache from master, [360ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [362ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [363ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [364ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [365ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [1280ms] refreshing cache from master, [1280ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [1283ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [1285ms] sending RPC to server 4f1cedabd4bd4cdaa6d6fe8cd2970138, [1286ms] received response from server 4f1cedabd4bd4cdaa6d6fe8cd2970138: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [1286ms] delaying RPC due to: Network error: Failed to connect to peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405): Connection refused: /127.22.209.67:36405, [4180ms] refreshing cache from master, [4180ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [4183ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@1394836168(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@de1b97e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612) -> (continuation of Deferred@1260024969 after retry RPC@1679115032) -> (continuation of Deferred@676868299 after retry RPC@380110508) -> (continuation of Deferred@770645119 after retry RPC@2066018824), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6bac700e -> wakeup thread Time-limited test -> (continuation of Deferred@230509029 after retry RPC@137756144) -> (continuation of Deferred@1733472763 after retry RPC@1027710787) -> (continuation of Deferred@98124291 after retry RPC@886271612) -> (continuation of Deferred@1260024969 after retry RPC@1679115032) -> (continuation of Deferred@676868299 after retry RPC@380110508) -> (continuation of Deferred@770645119 after retry RPC@2066018824))) after lookup
14:14:14.867 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:14.868 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] Successfully connected to peer
14:14:14.884 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x3317d77e, L:/127.0.0.1:37618 - R:/127.22.209.66:43675] using TOKEN/null
14:14:14.904 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.67:36405
14:14:14.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:14.905809 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:14:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:36405
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39255
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:14:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.014441 25585 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:14:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.014752 25585 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:14:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.014802 25585 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:14:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.018277 25585 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:14:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.018399 25585 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.67
14:14:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.022691 25585 tablet_server_runner.cc:78] Tablet server non-default flags:
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.67:36405
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.67
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39255
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25585
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.67
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/logs
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:14:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.023783 25585 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:14:15.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.024945 25585 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:14:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.031553 25591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.031611 25590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:15.031558 25593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.031786 25585 server_base.cc:1061] running on GCE node
14:14:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.032657 25585 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:14:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.033331 25585 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:14:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.034641 25585 hybrid_clock.cc:648] HybridClock initialized: now 1783520055034612 us; error 40 us; skew 500 ppm
14:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.036757 25585 webserver.cc:533] Webserver started at http://127.22.209.67:39255/ using document root <none> and password file <none>
14:14:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.037411 25585 fs_manager.cc:362] Metadata directory not provided
14:14:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.037505 25585 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:14:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.041280 25585 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
14:14:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.043762 25599 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.044849 25585 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.044982 25585 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:42 on dist-test-slave-lxrv"
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.045445 25585 fs_report.cc:389] FS layout report
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/wal
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/data
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:14:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:14:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:14:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:14:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:14:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:14:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:14:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.066926 25585 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:14:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.067812 25585 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:14:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.068065 25585 kserver.cc:163] Server-wide thread pool size limit: 3276
14:14:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.068794 25585 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:14:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.070298 25606 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:14:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.073591 25585 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:14:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.073704 25585 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:14:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.073781 25585 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:14:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.075433 25585 ts_tablet_manager.cc:616] Registered 1 tablets
14:14:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.075599 25585 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:14:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.075760 25606 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap starting.
14:14:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.087714 25585 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.67:36405
14:14:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.087769 25713 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.67:36405 every 8 connection(s)
14:14:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.088922 25585 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-2/data/info.pb
14:14:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.093139 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 25585
14:14:15.093 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.094385 25606 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Log is configured to *not* fsync() on all Append() calls
14:14:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.099548 25714 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:14:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.099808 25714 heartbeater.cc:461] Registering TS with master...
14:14:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.100415 25714 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:14:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.099555 25716 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:14:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.101135 25716 heartbeater.cc:461] Registering TS with master...
14:14:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.101347 25716 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:14:15.102 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:14:15.103 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.209.66:43675
14:14:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.102833 25715 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:14:15.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:14:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.102924 25715 heartbeater.cc:461] Registering TS with master...
14:14:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.103116 25715 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:14:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.103200 23480 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:14:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.103199 23551 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:14:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.103839 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 25215
14:14:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.104149 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.67:44571
14:14:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.104962 23406 ts_manager.cc:194] Re-registered known tserver with Master: 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405)
14:14:15.111 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] handling channelInactive
14:14:15.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state READY due to: connection closed
14:14:15.112 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:15.113 [DEBUG - Time-limited test] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:15.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.115 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.123565 25606 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:14:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.124032 25606 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Bootstrap complete.
14:14:15.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:15.125 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.125466 25606 ts_tablet_manager.cc:1403] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent bootstrapping tablet: real 0.050s	user 0.034s	sys 0.005s
14:14:15.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test)) after lookup
14:14:15.126 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:15.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.127 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.128489 25606 raft_consensus.cc:359] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.128980 25606 raft_consensus.cc:740] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f1cedabd4bd4cdaa6d6fe8cd2970138, State: Initialized, Role: FOLLOWER
14:14:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.129536 25606 consensus_queue.cc:260] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.130393 25714 heartbeater.cc:499] Master 127.22.209.124:39581 was elected leader, sending a full tablet report...
14:14:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:15.130724 25606 ts_tablet_manager.cc:1434] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138: Time spent starting tablet: real 0.005s	user 0.008s	sys 0.000s
14:14:15.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:15.144 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:15.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [13ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [31ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788))) after lookup
14:14:15.145 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:15.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.146 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:15.165 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:15.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [13ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [31ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [33ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [51ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551))) after lookup
14:14:15.166 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:15.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.167 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:15.304 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:15.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=192), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [13ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [31ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [33ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [51ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [191ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525))) after lookup
14:14:15.305 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:15.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.307 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:15.804 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:15.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=692), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [13ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [31ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [33ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [51ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [191ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [192ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [194ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [194ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [688ms] refreshing cache from master, [688ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [691ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525) -> (continuation of Deferred@1152226479 after retry RPC@1823909373), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525) -> (continuation of Deferred@1152226479 after retry RPC@1823909373))) after lookup
14:14:15.805 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:15.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:15.807 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:16.004 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:16.005 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)[L],3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205),4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:16.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=892), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [13ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [31ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [33ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [51ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [191ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [192ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [194ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [194ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [688ms] refreshing cache from master, [688ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [691ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [692ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [694ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [694ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [888ms] refreshing cache from master, [888ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [891ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525) -> (continuation of Deferred@1152226479 after retry RPC@1823909373) -> (continuation of Deferred@1492847430 after retry RPC@29086953), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525) -> (continuation of Deferred@1152226479 after retry RPC@1823909373) -> (continuation of Deferred@1492847430 after retry RPC@29086953))) after lookup
14:14:16.006 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] connecting to peer
14:14:16.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:16.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:16.007 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675) for tablet b9014ceb3eb047d99a95ad7020d35555: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675
14:14:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.404315 25727 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:14:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.404479 25727 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.405067 25727 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:16.406538 25413 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:14:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.409775 25668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" is_pre_election: true
14:14:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.410025 25668 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 9.
14:14:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.410768 25412 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:14:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.410965 25727 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:14:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.411019 25727 raft_consensus.cc:493] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 3545d9e643df42628bcb2012eec67b2f)
14:14:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.411064 25727 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 10 FOLLOWER]: Advancing to term 11
14:14:16.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.412009 25727 raft_consensus.cc:515] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:16.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.412415 25727 leader_election.cc:290] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 11 election: Requested vote from peers 4f1cedabd4bd4cdaa6d6fe8cd2970138 (127.22.209.67:36405), 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.412808 25668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b9014ceb3eb047d99a95ad7020d35555" candidate_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138"
14:14:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.412943 25668 raft_consensus.cc:3060] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 9 FOLLOWER]: Advancing to term 11
14:14:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:16.413784 25413 leader_election.cc:336] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111)
14:14:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.414945 25668 raft_consensus.cc:2468] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3fcf8bdd56e648c288d7d3b7de788a30 in term 11.
14:14:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.415292 25412 leader_election.cc:304] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3fcf8bdd56e648c288d7d3b7de788a30, 4f1cedabd4bd4cdaa6d6fe8cd2970138; no voters: 3545d9e643df42628bcb2012eec67b2f
14:14:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.415556 25727 raft_consensus.cc:2804] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 11 FOLLOWER]: Leader election won for term 11
14:14:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.415856 25727 raft_consensus.cc:697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [term 11 LEADER]: Becoming Leader. State: Replica: 3fcf8bdd56e648c288d7d3b7de788a30, State: Running, Role: LEADER
14:14:16.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.416198 25727 consensus_queue.cc:237] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } }
14:14:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.418759 23551 catalog_manager.cc:5697] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 reported cstate change: term changed from 10 to 11, leader changed from 3545d9e643df42628bcb2012eec67b2f (127.22.209.66) to 3fcf8bdd56e648c288d7d3b7de788a30 (127.22.209.65). New cstate: current_term: 11 leader_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3545d9e643df42628bcb2012eec67b2f" member_type: VOTER last_known_addr { host: "127.22.209.66" port: 43675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3fcf8bdd56e648c288d7d3b7de788a30" member_type: VOTER last_known_addr { host: "127.22.209.65" port: 33205 } health_report { overall_health: HEALTHY } } }
14:14:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.851202 25668 raft_consensus.cc:1275] T b9014ceb3eb047d99a95ad7020d35555 P 4f1cedabd4bd4cdaa6d6fe8cd2970138 [term 11 FOLLOWER]: Refusing update from remote peer 3fcf8bdd56e648c288d7d3b7de788a30: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
14:14:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:16.851948 25727 consensus_queue.cc:1048] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f1cedabd4bd4cdaa6d6fe8cd2970138" member_type: VOTER last_known_addr { host: "127.22.209.67" port: 36405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:14:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:16.854326 25413 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111) [suppressed 2 similar messages]
14:14:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:16.855324 25413 consensus_peers.cc:597] T b9014ceb3eb047d99a95ad7020d35555 P 3fcf8bdd56e648c288d7d3b7de788a30 -> Peer 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675): Couldn't send request to peer 3545d9e643df42628bcb2012eec67b2f. Status: Network error: Client connection negotiation failed: client connection to 127.22.209.66:43675: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:14:17.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b9014ceb3eb047d99a95ad7020d35555 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627' with partition [<start>, <end>)
14:14:17.905 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b9014ceb3eb047d99a95ad7020d35555@[3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675),3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)[L],4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)]}]
14:14:17.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b9014ceb3eb047d99a95ad7020d35555, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2792), Traces: [0ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [2ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [11ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [13ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [14ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [14ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [31ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [31ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [33ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [33ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [51ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [52ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [54ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [191ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [192ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [194ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [194ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [688ms] refreshing cache from master, [688ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [691ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [692ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [694ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [694ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [888ms] refreshing cache from master, [888ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [891ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, [892ms] sending RPC to server 3545d9e643df42628bcb2012eec67b2f, [894ms] received response from server 3545d9e643df42628bcb2012eec67b2f: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [894ms] delaying RPC due to: Network error: Failed to connect to peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675): Connection refused: /127.22.209.66:43675, [2788ms] refreshing cache from master, [2788ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.209.124:39581, [2791ms] Sub RPC GetTableLocations: received response from server master-127.22.209.124:39581: OK, deferred=Deferred@2042128190(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007fad6036bed0@25d07eb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525) -> (continuation of Deferred@1152226479 after retry RPC@1823909373) -> (continuation of Deferred@1492847430 after retry RPC@29086953) -> (continuation of Deferred@403196007 after retry RPC@1196149523), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a7be98f -> wakeup thread Time-limited test -> (continuation of Deferred@1716765312 after retry RPC@1675720788) -> (continuation of Deferred@513230844 after retry RPC@643177551) -> (continuation of Deferred@897823942 after retry RPC@589394525) -> (continuation of Deferred@1152226479 after retry RPC@1823909373) -> (continuation of Deferred@1492847430 after retry RPC@29086953) -> (continuation of Deferred@403196007 after retry RPC@1196149523))) after lookup
14:14:17.906 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] connecting to peer
14:14:17.907 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] Successfully connected to peer
14:14:17.925 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x46ce87cd, L:/127.0.0.1:47918 - R:/127.22.209.65:33205] using TOKEN/null
14:14:17.943 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.209.66:43675
14:14:17.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:17.944024 23365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:14:18.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.055390 25762 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:14:18.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.055642 25762 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:14:18.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.055691 25762 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:14:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.059125 25762 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:14:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.059243 25762 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.209.66
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.063485 25762 tablet_server_runner.cc:78] Tablet server non-default flags:
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.209.84:45429
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.209.66:43675
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.209.66
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43753
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.209.126:36949,127.22.209.125:37877,127.22.209.124:39581
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25762
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.209.66
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/logs
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:25 UTC on bdcb31816ec0
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16861
14:14:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.064594 25762 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:14:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.066039 25762 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:14:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.074113 25770 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.074113 25772 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:14:18.074337 25769 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:14:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.074497 25762 server_base.cc:1061] running on GCE node
14:14:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.075249 25762 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:14:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.075829 25762 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:14:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.076982 25762 hybrid_clock.cc:648] HybridClock initialized: now 1783520058076965 us; error 42 us; skew 500 ppm
14:14:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.078864 25762 webserver.cc:533] Webserver started at http://127.22.209.66:43753/ using document root <none> and password file <none>
14:14:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.079394 25762 fs_manager.cc:362] Metadata directory not provided
14:14:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.079447 25762 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:14:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.082851 25762 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
14:14:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.084758 25778 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.085845 25762 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.085934 25762 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data,/tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3545d9e643df42628bcb2012eec67b2f"
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:13:41 on dist-test-slave-lxrv"
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.086319 25762 fs_report.cc:389] FS layout report
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/wal
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/data
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:14:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:14:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:14:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.103034 25762 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:14:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.103672 25762 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:14:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.103830 25762 kserver.cc:163] Server-wide thread pool size limit: 3276
14:14:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.104385 25762 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:14:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.105643 25785 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:14:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.109325 25762 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:14:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.109393 25762 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:14:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.109444 25762 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:14:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.111078 25762 ts_tablet_manager.cc:616] Registered 1 tablets
14:14:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.111124 25762 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:14:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.111567 25785 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap starting.
14:14:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.122833 25762 rpc_server.cc:307] RPC server started. Bound to: 127.22.209.66:43675
14:14:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.122870 25892 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.209.66:43675 every 8 connection(s)
14:14:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.123900 25762 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskU2f7SM/test-tmp/mini-kudu-cluster9254064847218434733/ts-1/data/info.pb
14:14:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.130743 23365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu as pid 25762
14:14:18.131 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:14:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.132926 25785 log.cc:826] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Log is configured to *not* fsync() on all Append() calls
14:14:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.137166 25895 heartbeater.cc:344] Connected to a master server at 127.22.209.125:37877
14:14:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.137410 25895 heartbeater.cc:461] Registering TS with master...
14:14:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.137979 25895 heartbeater.cc:507] Master 127.22.209.125:37877 requested a full tablet report, sending...
14:14:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.139183 25893 heartbeater.cc:344] Connected to a master server at 127.22.209.124:39581
14:14:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.139272 25893 heartbeater.cc:461] Registering TS with master...
14:14:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.139462 25893 heartbeater.cc:507] Master 127.22.209.124:39581 requested a full tablet report, sending...
14:14:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.139889 25894 heartbeater.cc:344] Connected to a master server at 127.22.209.126:36949
14:14:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.139961 25894 heartbeater.cc:461] Registering TS with master...
14:14:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.140147 25894 heartbeater.cc:507] Master 127.22.209.126:36949 requested a full tablet report, sending...
14:14:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.140398 23551 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.140807 23480 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.141026 23406 ts_manager.cc:194] Re-registered known tserver with Master: 3545d9e643df42628bcb2012eec67b2f (127.22.209.66:43675)
14:14:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.141366 23551 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.209.66:55409
14:14:18.144 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:14:18.149 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520022627, tablet=b9014ceb3eb047d99a95ad7020d35555, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:14:18.154 [DEBUG - main] (Connection.java:575) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] disconnecting while in state READY
14:14:18.155 [DEBUG - main] (Connection.java:575) [peer master-127.22.209.126:36949(127.22.209.126:36949)] disconnecting while in state READY
14:14:18.155 [DEBUG - main] (Connection.java:575) [peer master-127.22.209.125:37877(127.22.209.125:37877)] disconnecting while in state READY
14:14:18.155 [DEBUG - main] (Connection.java:575) [peer 3545d9e643df42628bcb2012eec67b2f(127.22.209.66:43675)] disconnecting while in state TERMINATED
14:14:18.156 [DEBUG - main] (Connection.java:575) [peer master-127.22.209.124:39581(127.22.209.124:39581)] disconnecting while in state READY
14:14:18.156 [DEBUG - main] (Connection.java:575) [peer 4f1cedabd4bd4cdaa6d6fe8cd2970138(127.22.209.67:36405)] disconnecting while in state TERMINATED
14:14:18.159 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.209.126:36949(127.22.209.126:36949)] handling channelInactive
14:14:18.159 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.209.124:39581(127.22.209.124:39581)] handling channelInactive
14:14:18.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.209.126:36949(127.22.209.126:36949)] cleaning up while in state READY due to: connection closed
14:14:18.159 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.209.125:37877(127.22.209.125:37877)] handling channelInactive
14:14:18.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.209.125:37877(127.22.209.125:37877)] cleaning up while in state READY due to: connection closed
14:14:18.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.209.124:39581(127.22.209.124:39581)] cleaning up while in state READY due to: connection closed
14:14:18.160 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:14:18.167 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] handling channelInactive
14:14:18.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3fcf8bdd56e648c288d7d3b7de788a30(127.22.209.65:33205)] cleaning up while in state READY due to: connection closed
14:14:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.167501 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 25395
14:14:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.173952 25785 tablet_bootstrap.cc:492] T b9014ceb3eb047d99a95ad7020d35555 P 3545d9e643df42628bcb2012eec67b2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:14:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.174331 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 25762
14:14:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.180549 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 25585
14:14:18.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.188417 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 23377
14:14:18.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.195890 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 23448
14:14:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:14:18.201362 23365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskU2f7SM/build/debug/bin/kudu with pid 23518
14:14:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:14:18Z chronyd exiting

Time: 38.471

OK (1 test)

