JUnit version 4.13.2
.18:08:47.447 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786471727437
18:08:47.514 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
18:08:47.550 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:08:47.561 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskjuQdLw/test-tmp
18:08:47.587 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
18:08:47.590 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskjuQdLw/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
18:08:47.771 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

18:08:47.789 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
18:08:47.791 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

18:08:47.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.792757 28104 mini_oidc.cc:150] Starting JWKS server
18:08:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.795145 28104 webserver.cc:533] Webserver started at http://127.0.0.1:42981/ using document root <none> and password file <none>
18:08:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.795362 28104 mini_oidc.cc:186] Starting OIDC Discovery server
18:08:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.795657 28104 webserver.cc:533] Webserver started at http://127.0.0.1:45225/ using document root <none> and password file <none>
18:08:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T18:08:47Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
18:08:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T18:08:47Z Disabled control of system clock
18:08:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.815326 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal
18:08:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data
18:08:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/logs
18:08:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data/info.pb
18:08:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.62:33329
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.62
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:08:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:08:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42981/jwks.json with env {}
18:08:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.923619 28117 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.923866 28117 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.923996 28117 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.927973 28117 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:08:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.928046 28117 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.928068 28117 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:08:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.928086 28117 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:08:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.928105 28117 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:08:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.928121 28117 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42981/jwks.json
18:08:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.932812 28117 master_runner.cc:387] Master server non-default flags:
18:08:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/logs
18:08:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data
18:08:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.62:33329
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:08:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42981/jwks.json
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data/info.pb
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.62
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28117
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.934307 28117 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.935643 28117 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.942476 28123 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.942492 28125 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.942615 28117 server_base.cc:1061] running on GCE node
18:08:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:47.942492 28122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.943691 28117 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.944638 28117 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:47.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.945803 28117 hybrid_clock.cc:648] HybridClock initialized: now 1786471727945799 us; error 131 us; skew 500 ppm
18:08:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.947757 28117 webserver.cc:533] Webserver started at http://127.27.114.62:45303/ using document root <none> and password file <none>
18:08:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.948393 28117 fs_manager.cc:362] Metadata directory not provided
18:08:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.948451 28117 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.948622 28117 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:08:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.950292 28117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data/instance:
18:08:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef22194de4f64ccb983ecc42a8c6baf1"
18:08:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:47 on dist-test-slave-27sr"
18:08:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.950750 28117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal/instance:
18:08:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef22194de4f64ccb983ecc42a8c6baf1"
18:08:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:47 on dist-test-slave-27sr"
18:08:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.954535 28117 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.003s
18:08:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.957346 28131 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.958521 28117 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.958645 28117 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal
18:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef22194de4f64ccb983ecc42a8c6baf1"
18:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:47 on dist-test-slave-27sr"
18:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.958741 28117 fs_report.cc:389] FS layout report
18:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal
18:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal
18:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data/data
18:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.988481 28117 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.989202 28117 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.989387 28117 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.996628 28189 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.62:33329 every 8 connection(s)
18:08:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.996634 28117 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.62:33329
18:08:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:47.997816 28117 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/data/info.pb
18:08:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.001188 28190 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:08:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.002871 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28117
18:08:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.003041 28104 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-0/wal/instance
18:08:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.004649 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal
18:08:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data
18:08:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:48.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:48.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/logs
18:08:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data/info.pb
18:08:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.61:44743
18:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.61
18:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:08:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:08:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42981/jwks.json with env {}
18:08:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.004680 28190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.019841 28190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.020798 28133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.61:44743: connect: Connection refused (error 111)
18:08:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.021953 28190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.61:44743: Network error: Client connection negotiation failed: client connection to 127.27.114.61:44743: connect: Connection refused (error 111)
18:08:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.071236 28190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } attempt: 1
18:08:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.072959 28190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.61:44743: Network error: Client connection negotiation failed: client connection to 127.27.114.61:44743: connect: Connection refused (error 111)
18:08:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.119249 28192 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.119513 28192 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.119560 28192 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.123260 28192 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:08:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.123337 28192 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.123358 28192 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:08:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.123377 28192 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:08:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.123396 28192 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:08:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.123412 28192 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42981/jwks.json
18:08:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.129036 28192 master_runner.cc:387] Master server non-default flags:
18:08:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/logs
18:08:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.61:44743
18:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42981/jwks.json
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data/info.pb
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.61
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28192
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:08:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.130482 28192 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.131932 28192 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.138396 28203 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.138445 28204 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.138854 28192 server_base.cc:1061] running on GCE node
18:08:48.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.138413 28206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.139868 28192 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.140993 28192 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.141151 28190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } attempt: 2
18:08:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.142182 28192 hybrid_clock.cc:648] HybridClock initialized: now 1786471728142122 us; error 78 us; skew 500 ppm
18:08:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.142738 28190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.61:44743: Network error: Client connection negotiation failed: client connection to 127.27.114.61:44743: connect: Connection refused (error 111)
18:08:48.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.144433 28192 webserver.cc:533] Webserver started at http://127.27.114.61:36067/ using document root <none> and password file <none>
18:08:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.145082 28192 fs_manager.cc:362] Metadata directory not provided
18:08:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.145169 28192 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.145416 28192 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:08:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.147121 28192 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data/instance:
18:08:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b65a31f448401f8cf7fbf72296dffb"
18:08:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.147696 28192 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal/instance:
18:08:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b65a31f448401f8cf7fbf72296dffb"
18:08:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.153184 28192 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.001s
18:08:48.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.156073 28214 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:48.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.157403 28192 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
18:08:48.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.157527 28192 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal
18:08:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b65a31f448401f8cf7fbf72296dffb"
18:08:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.157622 28192 fs_report.cc:389] FS layout report
18:08:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal
18:08:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data/data
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.172472 28192 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.173048 28192 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.173193 28192 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:48.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.180365 28276 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.61:44743 every 8 connection(s)
18:08:48.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.180382 28192 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.61:44743
18:08:48.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.181491 28192 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/data/info.pb
18:08:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.183112 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28192
18:08:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.183218 28104 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-1/wal/instance
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.183979 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/logs
18:08:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data/info.pb
18:08:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.60:45539
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.60
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42981/jwks.json with env {}
18:08:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.185107 28278 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:08:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.189913 28278 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.201148 28278 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.207130 28278 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.207976 28216 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.210700 28278 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.60:45539: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.234023 28190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } attempt: 3
18:08:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.238827 28190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.240221 28190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.60:45539: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.259981 28278 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } attempt: 1
18:08:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.261673 28278 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.60:45539: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.271422 28190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } attempt: 1
18:08:48.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.273152 28190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.60:45539: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.301590 28280 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.301822 28280 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.301870 28280 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.305351 28280 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:08:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.305416 28280 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.305437 28280 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:08:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.305455 28280 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:08:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.305473 28280 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:08:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.305487 28280 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42981/jwks.json
18:08:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.309376 28280 master_runner.cc:387] Master server non-default flags:
18:08:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/logs
18:08:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.60:45539
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42981/jwks.json
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data/info.pb
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.60
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28280
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.310421 28280 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.311673 28280 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.318421 28290 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.318488 28293 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.318543 28291 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.318730 28280 server_base.cc:1061] running on GCE node
18:08:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.320504 28280 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.321772 28280 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.322976 28280 hybrid_clock.cc:648] HybridClock initialized: now 1786471728322916 us; error 83 us; skew 500 ppm
18:08:48.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.324963 28280 webserver.cc:533] Webserver started at http://127.27.114.60:39131/ using document root <none> and password file <none>
18:08:48.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.325683 28280 fs_manager.cc:362] Metadata directory not provided
18:08:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.325774 28280 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.326028 28280 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:08:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.327845 28280 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data/instance:
18:08:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b22ffc5d05c9468f8029532852cd174f"
18:08:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.328351 28280 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal/instance:
18:08:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b22ffc5d05c9468f8029532852cd174f"
18:08:48.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.329855 28278 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } attempt: 2
18:08:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.331314 28278 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.60:45539: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.332118 28280 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
18:08:48.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.334290 28299 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.335350 28280 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:08:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.335505 28280 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal
18:08:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b22ffc5d05c9468f8029532852cd174f"
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.335605 28280 fs_report.cc:389] FS layout report
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data/data
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.348340 28190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } attempt: 2
18:08:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.350013 28190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.114.60:45539: Network error: Client connection negotiation failed: client connection to 127.27.114.60:45539: connect: Connection refused (error 111)
18:08:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.365638 28280 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.366263 28280 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.366411 28280 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.373462 28360 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.60:45539 every 8 connection(s)
18:08:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.373469 28280 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.60:45539
18:08:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.374733 28280 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/data/info.pb
18:08:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.376425 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28280
18:08:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.376549 28104 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/master-2/wal/instance
18:08:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.378335 28361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:08:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.382056 28361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.389680 28361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.394313 28361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } has no permanent_uuid. Determining permanent_uuid...
18:08:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.400665 28361 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f: Bootstrap starting.
18:08:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.402774 28361 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f: Neither blocks nor log segments found. Creating new log.
18:08:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.403517 28361 log.cc:826] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f: Log is configured to *not* fsync() on all Append() calls
18:08:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.405639 28361 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f: No bootstrap required, opened a new log
18:08:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.408769 28361 raft_consensus.cc:359] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.408954 28361 raft_consensus.cc:385] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:08:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.408998 28361 raft_consensus.cc:740] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b22ffc5d05c9468f8029532852cd174f, State: Initialized, Role: FOLLOWER
18:08:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.409402 28361 consensus_queue.cc:260] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.409858 28371 sys_catalog.cc:455] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.409976 28371 sys_catalog.cc:458] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.410557 28361 sys_catalog.cc:565] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: configured and running, proceeding with master startup.
18:08:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.414273 28280 master_runner.cc:187] Error getting master registration for 127.27.114.62:33329: OK, instance_id { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" instance_seqno: 1786471727994539 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:08:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.416208 28280 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:08:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.416213 28384 catalog_manager.cc:1594] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:08:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.416316 28384 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:08:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.422499 28278 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } attempt: 3
18:08:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.429214 28278 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: Bootstrap starting.
18:08:48.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.431716 28278 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: Neither blocks nor log segments found. Creating new log.
18:08:48.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.432613 28278 log.cc:826] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: Log is configured to *not* fsync() on all Append() calls
18:08:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.434546 28278 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: No bootstrap required, opened a new log
18:08:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.438037 28278 raft_consensus.cc:359] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.438248 28278 raft_consensus.cc:385] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:08:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.438313 28278 raft_consensus.cc:740] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b65a31f448401f8cf7fbf72296dffb, State: Initialized, Role: FOLLOWER
18:08:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.438817 28278 consensus_queue.cc:260] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.439405 28388 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.439544 28388 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.440282 28278 sys_catalog.cc:565] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: configured and running, proceeding with master startup.
18:08:48.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.443977 28192 master_runner.cc:187] Error getting master registration for 127.27.114.62:33329: OK, instance_id { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" instance_seqno: 1786471727994539 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:08:48.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.445511 28401 catalog_manager.cc:1594] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:08:48.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.445585 28401 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:08:48.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.445647 28192 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:08:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.448591 28371 raft_consensus.cc:493] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:08:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.448791 28371 raft_consensus.cc:515] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.449191 28190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } attempt: 3
18:08:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.449930 28371 leader_election.cc:290] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ef22194de4f64ccb983ecc42a8c6baf1 (127.27.114.62:33329), b4b65a31f448401f8cf7fbf72296dffb (127.27.114.61:44743)
18:08:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.450484 28249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b22ffc5d05c9468f8029532852cd174f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b65a31f448401f8cf7fbf72296dffb" is_pre_election: true
18:08:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.450758 28249 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b22ffc5d05c9468f8029532852cd174f in term 0.
18:08:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.451261 28301 leader_election.cc:304] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b22ffc5d05c9468f8029532852cd174f, b4b65a31f448401f8cf7fbf72296dffb; no voters: 
18:08:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.451593 28371 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Leader pre-election won for term 1
18:08:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.451673 28371 raft_consensus.cc:493] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:08:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.451717 28371 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 0 FOLLOWER]: Advancing to term 1
18:08:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.453472 28371 raft_consensus.cc:515] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.455391 28249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b22ffc5d05c9468f8029532852cd174f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b65a31f448401f8cf7fbf72296dffb"
18:08:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.455518 28249 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 0 FOLLOWER]: Advancing to term 1
18:08:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.456701 28249 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b22ffc5d05c9468f8029532852cd174f in term 1.
18:08:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.457126 28301 leader_election.cc:304] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b22ffc5d05c9468f8029532852cd174f, b4b65a31f448401f8cf7fbf72296dffb; no voters: 
18:08:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.457734 28190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: Bootstrap starting.
18:08:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.460718 28190 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: Neither blocks nor log segments found. Creating new log.
18:08:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.461671 28190 log.cc:826] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: Log is configured to *not* fsync() on all Append() calls
18:08:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.464833 28371 leader_election.cc:290] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [CANDIDATE]: Term 1 election: Requested vote from peers ef22194de4f64ccb983ecc42a8c6baf1 (127.27.114.62:33329), b4b65a31f448401f8cf7fbf72296dffb (127.27.114.61:44743)
18:08:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.464999 28371 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 1 FOLLOWER]: Leader election won for term 1
18:08:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.465127 28371 raft_consensus.cc:697] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [term 1 LEADER]: Becoming Leader. State: Replica: b22ffc5d05c9468f8029532852cd174f, State: Running, Role: LEADER
18:08:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.465241 28190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: No bootstrap required, opened a new log
18:08:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.466415 28371 consensus_queue.cc:237] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.468673 28371 sys_catalog.cc:455] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b22ffc5d05c9468f8029532852cd174f. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.468806 28371 sys_catalog.cc:458] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: This master's current role is: LEADER
18:08:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.470937 28190 raft_consensus.cc:359] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.471395 28190 raft_consensus.cc:385] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:08:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.471477 28190 raft_consensus.cc:740] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef22194de4f64ccb983ecc42a8c6baf1, State: Initialized, Role: FOLLOWER
18:08:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.472023 28190 consensus_queue.cc:260] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } }
18:08:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.473021 28407 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.473457 28407 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.473526 28190 sys_catalog.cc:565] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: configured and running, proceeding with master startup.
18:08:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.473801 28162 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b22ffc5d05c9468f8029532852cd174f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" is_pre_election: true
18:08:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.473908 28161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b22ffc5d05c9468f8029532852cd174f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef22194de4f64ccb983ecc42a8c6baf1"
18:08:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.475529 28162 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b22ffc5d05c9468f8029532852cd174f in term 0.
18:08:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.476235 28406 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
18:08:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.477391 28406 catalog_manager.cc:1520] Initializing Kudu cluster ID...
18:08:48.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.481485 28419 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:08:48.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.481590 28419 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:08:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.487488 28162 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [term 0 FOLLOWER]: Advancing to term 1
18:08:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.487622 28249 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [term 1 FOLLOWER]: Refusing update from remote peer b22ffc5d05c9468f8029532852cd174f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:08:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.488663 28162 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [term 1 FOLLOWER]: Refusing update from remote peer b22ffc5d05c9468f8029532852cd174f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:08:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.490890 28138 tablet.cc:2406] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:08:48.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.496229 28371 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:08:48.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.496769 28371 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:08:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.502439 28388 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: SysCatalogTable state changed. Reason: New leader b22ffc5d05c9468f8029532852cd174f. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.502578 28388 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.504420 28407 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b22ffc5d05c9468f8029532852cd174f. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.504571 28407 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.509295 28403 sys_catalog.cc:455] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.509447 28403 sys_catalog.cc:458] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: This master's current role is: LEADER
18:08:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.510924 28371 sys_catalog.cc:455] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.511029 28371 sys_catalog.cc:458] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f [sys.catalog]: This master's current role is: LEADER
18:08:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.512286 28407 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.512408 28407 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1 [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.512593 28388 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b22ffc5d05c9468f8029532852cd174f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef22194de4f64ccb983ecc42a8c6baf1" member_type: VOTER last_known_addr { host: "127.27.114.62" port: 33329 } } peers { permanent_uuid: "b4b65a31f448401f8cf7fbf72296dffb" member_type: VOTER last_known_addr { host: "127.27.114.61" port: 44743 } } peers { permanent_uuid: "b22ffc5d05c9468f8029532852cd174f" member_type: VOTER last_known_addr { host: "127.27.114.60" port: 45539 } } }
18:08:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.512717 28388 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb [sys.catalog]: This master's current role is: FOLLOWER
18:08:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.514664 28422 mvcc.cc:204] Tried to move back new op lower bound from 7317388199876165632 to 7317388199803252736. Current Snapshot: MvccSnapshot[applied={T|T < 7317388199876165632}]
18:08:48.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.515077 28424 mvcc.cc:204] Tried to move back new op lower bound from 7317388199876165632 to 7317388199803252736. Current Snapshot: MvccSnapshot[applied={T|T < 7317388199876165632}]
18:08:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.520632 28406 catalog_manager.cc:1383] Generated new cluster ID: e1015332b58248f4b2b80d7ef434d663
18:08:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.520722 28406 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
18:08:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.544028 28406 catalog_manager.cc:1406] Generated new certificate authority record
18:08:48.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.545789 28406 catalog_manager.cc:1540] Loading token signing keys...
18:08:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.563689 28406 catalog_manager.cc:6092] T 00000000000000000000000000000000 P b22ffc5d05c9468f8029532852cd174f: Generated new TSK 0
18:08:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.565245 28406 catalog_manager.cc:1550] Initializing in-progress tserver states...
18:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.592622 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:0
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:08:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.747057 28431 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.747289 28431 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:48.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.747334 28431 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:48.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.750902 28431 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:48.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.751030 28431 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.1
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.755092 28431 tablet_server_runner.cc:78] Tablet server non-default flags:
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:08:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:0
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28431
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.756378 28431 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.757776 28431 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.764685 28436 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.764652 28437 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.765038 28439 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.765654 28431 server_base.cc:1061] running on GCE node
18:08:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.766034 28431 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.766639 28431 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.768018 28431 hybrid_clock.cc:648] HybridClock initialized: now 1786471728767817 us; error 42 us; skew 500 ppm
18:08:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.770098 28431 webserver.cc:533] Webserver started at http://127.27.114.1:44093/ using document root <none> and password file <none>
18:08:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.770767 28431 fs_manager.cc:362] Metadata directory not provided
18:08:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.770860 28431 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.771127 28431 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:08:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.772943 28431 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/instance:
18:08:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:08:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.773550 28431 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal/instance:
18:08:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:08:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.777750 28431 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.001s	sys 0.004s
18:08:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.780424 28445 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.781656 28431 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.781816 28431 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.781936 28431 fs_report.cc:389] FS layout report
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/data
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:48.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.792783 28431 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:48.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.793618 28431 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.793841 28431 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.794495 28431 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:08:48.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.795678 28431 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:08:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.795758 28431 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:08:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.795815 28431 ts_tablet_manager.cc:616] Registered 0 tablets
18:08:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.795837 28431 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:08:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.805742 28431 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.1:41509
18:08:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.805773 28573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.1:41509 every 8 connection(s)
18:08:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.806803 28431 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:08:48.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.815483 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28431
18:08:48.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.815620 28104 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal/instance
18:08:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.817530 28575 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:08:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.817571 28576 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:08:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.817802 28575 heartbeater.cc:461] Registering TS with master...
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.817802 28576 heartbeater.cc:461] Registering TS with master...
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.818491 28576 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.817802 28574 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.819151 28574 heartbeater.cc:461] Registering TS with master...
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.819339 28574 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.818493 28575 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.819689 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:0
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.820327 28234 ts_manager.cc:194] Registered new tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.821655 28150 ts_manager.cc:194] Registered new tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:08:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.823043 28316 ts_manager.cc:194] Registered new tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:08:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.824335 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.1:37695
18:08:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.934293 28582 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.934580 28582 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.934648 28582 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.939246 28582 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.939404 28582 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.2
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.944036 28582 tablet_server_runner.cc:78] Tablet server non-default flags:
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:0
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28582
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.945147 28582 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.946358 28582 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.953368 28589 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.953400 28593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:48.953361 28591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.953758 28582 server_base.cc:1061] running on GCE node
18:08:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.954227 28582 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.954838 28582 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.956020 28582 hybrid_clock.cc:648] HybridClock initialized: now 1786471728955968 us; error 91 us; skew 500 ppm
18:08:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.958036 28582 webserver.cc:533] Webserver started at http://127.27.114.2:42359/ using document root <none> and password file <none>
18:08:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.958745 28582 fs_manager.cc:362] Metadata directory not provided
18:08:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.958842 28582 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.959103 28582 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.960913 28582 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/instance:
18:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.961511 28582 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal/instance:
18:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.965689 28582 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
18:08:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.968528 28601 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.969843 28582 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.969998 28582 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.970110 28582 fs_report.cc:389] FS layout report
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/data
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.988565 28582 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.989454 28582 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.989694 28582 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:48.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.990384 28582 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:08:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.991598 28582 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:08:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.991675 28582 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:08:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.991735 28582 ts_tablet_manager.cc:616] Registered 0 tablets
18:08:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:48.991758 28582 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:08:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.002594 28582 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.2:36603
18:08:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.002657 28728 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.2:36603 every 8 connection(s)
18:08:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.010164 28582 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:08:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.017617 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28582
18:08:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.017747 28104 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal/instance
18:08:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.020650 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:0
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:08:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.025619 28730 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:08:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.025941 28730 heartbeater.cc:461] Registering TS with master...
18:08:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.025669 28731 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:08:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.026283 28729 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:08:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.026384 28729 heartbeater.cc:461] Registering TS with master...
18:08:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.026299 28731 heartbeater.cc:461] Registering TS with master...
18:08:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.026718 28729 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:08:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.026728 28730 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:08:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.026849 28731 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:08:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.028122 28150 ts_manager.cc:194] Registered new tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.028198 28234 ts_manager.cc:194] Registered new tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.028286 28316 ts_manager.cc:194] Registered new tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.029047 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.2:37869
18:08:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.135176 28738 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.135464 28738 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.135526 28738 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.139189 28738 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.139353 28738 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.3
18:08:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.143636 28738 tablet_server_runner.cc:78] Tablet server non-default flags:
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:0
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:08:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28738
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.145231 28738 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.146623 28738 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.153628 28744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.153651 28745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.154054 28738 server_base.cc:1061] running on GCE node
18:08:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:49.153741 28747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.154776 28738 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.155352 28738 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.156512 28738 hybrid_clock.cc:648] HybridClock initialized: now 1786471729156513 us; error 52 us; skew 500 ppm
18:08:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.158361 28738 webserver.cc:533] Webserver started at http://127.27.114.3:35565/ using document root <none> and password file <none>
18:08:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.158933 28738 fs_manager.cc:362] Metadata directory not provided
18:08:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.158989 28738 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.159150 28738 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:08:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.160830 28738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/instance:
18:08:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:08:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:49 on dist-test-slave-27sr"
18:08:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.161360 28738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal/instance:
18:08:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:08:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:49 on dist-test-slave-27sr"
18:08:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.165162 28738 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
18:08:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.167493 28753 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.168610 28738 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:08:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.168745 28738 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:49 on dist-test-slave-27sr"
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.168846 28738 fs_report.cc:389] FS layout report
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/data
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.193925 28738 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:49.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.194768 28738 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:49.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.194996 28738 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:49.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.195713 28738 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:08:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.196943 28738 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:08:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.197018 28738 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:08:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.197075 28738 ts_tablet_manager.cc:616] Registered 0 tablets
18:08:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.197098 28738 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:08:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.206820 28738 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.3:36153
18:08:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.206851 28880 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.3:36153 every 8 connection(s)
18:08:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.208091 28738 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:08:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.208863 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28738
18:08:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.208988 28104 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal/instance
18:08:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.218642 28882 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:08:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.218924 28882 heartbeater.cc:461] Registering TS with master...
18:08:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.219445 28882 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:08:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.219873 28884 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:08:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.219998 28884 heartbeater.cc:461] Registering TS with master...
18:08:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.220175 28884 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:08:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.220367 28883 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:08:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.220489 28883 heartbeater.cc:461] Registering TS with master...
18:08:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.220667 28883 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:08:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.221179 28234 ts_manager.cc:194] Registered new tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.221733 28316 ts_manager.cc:194] Registered new tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.221958 28150 ts_manager.cc:194] Registered new tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.222446 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.3:54657
18:08:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.230266 28104 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
18:08:49.231 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
18:08:49.232 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

18:08:49.241 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.114.62"
      port: 33329
    }
    bound_http_address {
      host: "127.27.114.62"
      port: 45303
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.114.61"
      port: 44743
    }
    bound_http_address {
      host: "127.27.114.61"
      port: 36067
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.114.60"
      port: 45539
    }
    bound_http_address {
      host: "127.27.114.60"
      port: 39131
    }
  }
}

18:08:49.246 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

18:08:49.248 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.114.1"
      port: 41509
    }
    bound_http_address {
      host: "127.27.114.1"
      port: 44093
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.114.2"
      port: 36603
    }
    bound_http_address {
      host: "127.27.114.2"
      port: 42359
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.114.3"
      port: 36153
    }
    bound_http_address {
      host: "127.27.114.3"
      port: 35565
    }
  }
}

18:08:49.249 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:08:49.432 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
18:08:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.447218 28401 catalog_manager.cc:1295] Loaded cluster ID: e1015332b58248f4b2b80d7ef434d663
18:08:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.447312 28401 catalog_manager.cc:1588] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: loading cluster ID for follower catalog manager: success
18:08:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.449816 28401 catalog_manager.cc:1610] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: acquiring CA information for follower catalog manager: success
18:08:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.451303 28401 catalog_manager.cc:1638] T 00000000000000000000000000000000 P b4b65a31f448401f8cf7fbf72296dffb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:08:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.483242 28419 catalog_manager.cc:1295] Loaded cluster ID: e1015332b58248f4b2b80d7ef434d663
18:08:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.483353 28419 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: loading cluster ID for follower catalog manager: success
18:08:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.485817 28419 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: acquiring CA information for follower catalog manager: success
18:08:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.487600 28419 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ef22194de4f64ccb983ecc42a8c6baf1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:08:49.496 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
18:08:49.674 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.114.62:33329(127.27.114.62:33329)] connecting to peer
18:08:49.731 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.114.60:45539(127.27.114.60:45539)] connecting to peer
18:08:49.733 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.114.61:44743(127.27.114.61:44743)] connecting to peer
18:08:49.751 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.114.62:33329(127.27.114.62:33329)] Successfully connected to peer
18:08:49.751 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.114.61:44743(127.27.114.61:44743)] Successfully connected to peer
18:08:49.751 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.114.60:45539(127.27.114.60:45539)] Successfully connected to peer
18:08:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:49.826472 28574 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:08:49.861 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.114.60
18:08:49.861 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.114.61
18:08:49.862 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.114.62
18:08:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.030684 28729 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:08:50.121 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xfb51f811, L:/127.0.0.1:54134 - R:/127.27.114.60:45539] using SASL/PLAIN
18:08:50.123 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x9fc1e163, L:/127.0.0.1:48832 - R:/127.27.114.62:33329] using SASL/PLAIN
18:08:50.123 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xa5a06302, L:/127.0.0.1:36782 - R:/127.27.114.61:44743] using SASL/PLAIN
18:08:50.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:08:50.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=528), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.62:33329, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.60:45539, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.61:44743, [499ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.61:44743: OK, [499ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.62:33329: OK, [499ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.60:45539: OK, deferred=null) after lookup
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.213836 28316 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54134:
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620"
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:08:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:08:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:08:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:08:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:08:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:08:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
18:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:08:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:08:50.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:50.215258 28316 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:08:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.223968 28882 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:08:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.249924 28805 tablet_service.cc:1511] Processing CreateTablet for tablet 7eb3afdeecc745d9bd4f198c1cabff24 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620 [id=02c1d63e16c748278625757ef5897ebf]), partition=RANGE (key) PARTITION UNBOUNDED
18:08:50.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.251683 28805 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7eb3afdeecc745d9bd4f198c1cabff24. 1 dirs total, 0 dirs full, 0 dirs failed
18:08:50.253 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02c1d63e16c748278625757ef5897ebf
18:08:50.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.258754 28918 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap starting.
18:08:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.260414 28497 tablet_service.cc:1511] Processing CreateTablet for tablet 7eb3afdeecc745d9bd4f198c1cabff24 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620 [id=02c1d63e16c748278625757ef5897ebf]), partition=RANGE (key) PARTITION UNBOUNDED
18:08:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.261564 28497 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7eb3afdeecc745d9bd4f198c1cabff24. 1 dirs total, 0 dirs full, 0 dirs failed
18:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.261616 28918 tablet_bootstrap.cc:654] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Neither blocks nor log segments found. Creating new log.
18:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.262503 28918 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Log is configured to *not* fsync() on all Append() calls
18:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.266932 28920 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap starting.
18:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.267508 28651 tablet_service.cc:1511] Processing CreateTablet for tablet 7eb3afdeecc745d9bd4f198c1cabff24 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620 [id=02c1d63e16c748278625757ef5897ebf]), partition=RANGE (key) PARTITION UNBOUNDED
18:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.268585 28651 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7eb3afdeecc745d9bd4f198c1cabff24. 1 dirs total, 0 dirs full, 0 dirs failed
18:08:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.269248 28920 tablet_bootstrap.cc:654] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Neither blocks nor log segments found. Creating new log.
18:08:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.270037 28920 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Log is configured to *not* fsync() on all Append() calls
18:08:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.271641 28920 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: No bootstrap required, opened a new log
18:08:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.271875 28920 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
18:08:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.274529 28922 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap starting.
18:08:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.276548 28918 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: No bootstrap required, opened a new log
18:08:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.276799 28918 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent bootstrapping tablet: real 0.018s	user 0.005s	sys 0.000s
18:08:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.277318 28922 tablet_bootstrap.cc:654] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Neither blocks nor log segments found. Creating new log.
18:08:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.278218 28922 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Log is configured to *not* fsync() on all Append() calls
18:08:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.280189 28922 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: No bootstrap required, opened a new log
18:08:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.280381 28922 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
18:08:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.280300 28918 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.280544 28918 raft_consensus.cc:385] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:08:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.280622 28918 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Initialized, Role: FOLLOWER
18:08:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.281098 28918 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.281881 28918 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
18:08:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.287950 28920 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.288561 28920 raft_consensus.cc:385] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:08:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.288816 28920 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Initialized, Role: FOLLOWER
18:08:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.289193 28922 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.289618 28922 raft_consensus.cc:385] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:08:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.289831 28922 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Initialized, Role: FOLLOWER
18:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.289772 28920 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.290601 28922 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.290944 28920 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent starting tablet: real 0.019s	user 0.005s	sys 0.000s
18:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.291462 28922 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent starting tablet: real 0.011s	user 0.005s	sys 0.000s
18:08:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:50.309469 28577 tablet.cc:2406] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:08:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.431205 28928 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:08:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.431453 28928 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.432848 28928 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.437453 28675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" is_pre_election: true
18:08:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.437784 28675 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 0.
18:08:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.437755 28829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:08:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.438025 28829 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 0.
18:08:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.438314 28446 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 
18:08:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.438612 28928 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Leader pre-election won for term 1
18:08:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.438712 28928 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:08:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.438768 28928 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 0 FOLLOWER]: Advancing to term 1
18:08:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.439743 28928 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.440307 28928 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 1 election: Requested vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.440755 28675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:08:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.440778 28829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:08:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.440874 28675 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 0 FOLLOWER]: Advancing to term 1
18:08:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.440927 28829 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 0 FOLLOWER]: Advancing to term 1
18:08:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.442092 28675 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 1.
18:08:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.442118 28829 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 1.
18:08:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.442502 28446 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 
18:08:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.442728 28928 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 FOLLOWER]: Leader election won for term 1
18:08:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.442958 28928 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 LEADER]: Becoming Leader. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Running, Role: LEADER
18:08:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.443298 28928 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.446978 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd reported cstate change: term changed from 0 to 1, leader changed from <none> to f740e89a56664a6dbd506ffa4518cacd (127.27.114.1). New cstate: current_term: 1 leader_uuid: "f740e89a56664a6dbd506ffa4518cacd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:08:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:50.462047 28885 tablet.cc:2406] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:08:50.481 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02c1d63e16c748278625757ef5897ebf
18:08:50.500 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:50.509 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299991, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:50.512 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [8ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=null) after lookup
18:08:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:50.512965 28733 tablet.cc:2406] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:08:50.526 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:50.541 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] Successfully connected to peer
18:08:50.604 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xc41669ff, L:/127.0.0.1:40754 - R:/127.27.114.1:41509] using TOKEN/null
18:08:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.613473 28675 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Refusing update from remote peer f740e89a56664a6dbd506ffa4518cacd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:08:50.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.613477 28829 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Refusing update from remote peer f740e89a56664a6dbd506ffa4518cacd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:08:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.614341 28932 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Connected to new peer: Peer: permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:08:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.614560 28928 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Connected to new peer: Peer: permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:08:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.627005 28939 mvcc.cc:204] Tried to move back new op lower bound from 7317388208582225920 to 7317388207899017216. Current Snapshot: MvccSnapshot[applied={T|T < 7317388208582225920}]
18:08:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.632644 28938 mvcc.cc:204] Tried to move back new op lower bound from 7317388208582225920 to 7317388207899017216. Current Snapshot: MvccSnapshot[applied={T|T < 7317388208582225920 or (T in {7317388208582225920})}]
18:08:50.719 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:08:50.720 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.1:41509
18:08:50.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:08:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:50.722919 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28431
18:08:50.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:08:50.737 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] handling channelInactive
18:08:50.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state READY due to: connection closed
18:08:50.739 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: connection closed
18:08:50.758 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:50.759 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:50.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test)) after lookup
18:08:50.760 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:50.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.763 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:50.778 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:50.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [25ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [28ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [28ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543))) after lookup
18:08:50.780 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:50.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.782 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:50.818 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:50.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [25ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [28ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [28ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [47ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516))) after lookup
18:08:50.820 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:50.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.822 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.858 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:50.858 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:50.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [25ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [28ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [28ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [47ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [85ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [87ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [87ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [123ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982))) after lookup
18:08:50.859 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:50.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:50.862 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:51.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:51.159 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:51.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=424), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [25ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [28ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [28ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [47ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [85ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [87ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [87ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [123ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [124ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [127ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [127ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [420ms] refreshing cache from master, [420ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [423ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982) -> (continuation of Deferred@2047928543 after retry RPC@1072409548), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982) -> (continuation of Deferred@2047928543 after retry RPC@1072409548))) after lookup
18:08:51.161 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:51.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:51.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:51.163 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:52.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:52.099 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:08:52.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1363), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [25ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [28ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [28ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [47ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [85ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [87ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [87ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [123ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [124ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [127ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [127ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [420ms] refreshing cache from master, [420ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [423ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [425ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [428ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [428ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1359ms] refreshing cache from master, [1359ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1363ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982) -> (continuation of Deferred@2047928543 after retry RPC@1072409548) -> (continuation of Deferred@582491895 after retry RPC@1081046183), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982) -> (continuation of Deferred@2047928543 after retry RPC@1072409548) -> (continuation of Deferred@582491895 after retry RPC@1081046183))) after lookup
18:08:52.100 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:08:52.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:52.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:52.102 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:08:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.167598 28952 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:08:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.167774 28952 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.168102 28953 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:08:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.168226 28953 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.168967 28952 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:52.169667 28602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.169854 28953 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:52.169935 28754 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:52.170856 28602 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:52.171211 28754 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174081 28829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:08:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174245 28829 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 1.
18:08:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174405 28675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" is_pre_election: true
18:08:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174571 28675 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 1.
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174722 28604 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174922 28754 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.174978 28952 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.175033 28952 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Starting leader election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.175072 28952 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 1 FOLLOWER]: Advancing to term 2
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.175298 28953 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.175415 28953 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:08:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.175479 28953 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 1 FOLLOWER]: Advancing to term 2
18:08:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.176167 28952 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.176445 28953 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.176646 28952 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 2 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.176849 28953 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 2 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.177022 28829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:08:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.177186 28829 raft_consensus.cc:2393] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 0cb6e3f1019a4e89a929d1778d50cb26 in current term 2: Already voted for candidate 42b14559ebf8410f9707e9b6b96c32b6 in this term.
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.177721 28675 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.177897 28675 raft_consensus.cc:2393] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 42b14559ebf8410f9707e9b6b96c32b6 in current term 2: Already voted for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in this term.
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:52.177932 28602 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.177978 28602 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26; no voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:52.178004 28754 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.178104 28952 raft_consensus.cc:2749] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.178381 28754 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6; no voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd
18:08:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:52.178545 28953 raft_consensus.cc:2749] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:08:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.018968 28963 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:08:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.019161 28963 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.019868 28963 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.020452 28829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:08:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.020627 28829 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 2.
18:08:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.021025 28604 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: 
18:08:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.021132 28602 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.021219 28963 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Leader pre-election won for term 3
18:08:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.021267 28963 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:08:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.021303 28963 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 2 FOLLOWER]: Advancing to term 3
18:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.022138 28963 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.022514 28963 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 3 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.023093 28829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.023241 28829 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 2 FOLLOWER]: Advancing to term 3
18:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.023536 28602 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:08:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.024230 28829 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 3.
18:08:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.024557 28604 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:08:54.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.024717 28963 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 FOLLOWER]: Leader election won for term 3
18:08:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.024892 28963 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 LEADER]: Becoming Leader. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Running, Role: LEADER
18:08:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.025236 28963 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.028095 28316 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 reported cstate change: term changed from 1 to 3, leader changed from f740e89a56664a6dbd506ffa4518cacd (127.27.114.1) to 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2). New cstate: current_term: 3 leader_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:08:54.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:54.038 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:54.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3302), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [3ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [23ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [25ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [28ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [28ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [47ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [85ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [87ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [87ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [123ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [124ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [127ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [127ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [420ms] refreshing cache from master, [420ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [423ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [425ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [428ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [428ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1359ms] refreshing cache from master, [1359ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1363ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [1365ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [1367ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1367ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [3300ms] refreshing cache from master, [3300ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [3302ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1349980716(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@610b405e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982) -> (continuation of Deferred@2047928543 after retry RPC@1072409548) -> (continuation of Deferred@582491895 after retry RPC@1081046183) -> (continuation of Deferred@1612289445 after retry RPC@615060769), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76856b7c -> wakeup thread Time-limited test -> (continuation of Deferred@866517423 after retry RPC@1166071543) -> (continuation of Deferred@735755031 after retry RPC@1537909516) -> (continuation of Deferred@1853553930 after retry RPC@1351333982) -> (continuation of Deferred@2047928543 after retry RPC@1072409548) -> (continuation of Deferred@582491895 after retry RPC@1081046183) -> (continuation of Deferred@1612289445 after retry RPC@615060769))) after lookup
18:08:54.039 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.040 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] Successfully connected to peer
18:08:54.065 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x91b59c35, L:/127.0.0.1:55814 - R:/127.27.114.2:36603] using TOKEN/null
18:08:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.070050 28829 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Refusing update from remote peer 0cb6e3f1019a4e89a929d1778d50cb26: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
18:08:54.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.070698 28602 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 -> Peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Couldn't send request to peer f740e89a56664a6dbd506ffa4518cacd. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:08:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.071017 28963 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
18:08:54.102 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.1:41509
18:08:54.104 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.105195 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:08:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:54.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:54.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:54.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:08:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.231786 28991 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.232116 28991 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.232168 28991 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:54.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.235728 28991 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:54.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.235853 28991 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.1
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.240091 28991 tablet_server_runner.cc:78] Tablet server non-default flags:
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:08:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28991
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.241423 28991 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:54.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.242690 28991 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.249775 28996 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.249743 28997 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:54.249838 28999 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.250494 28991 server_base.cc:1061] running on GCE node
18:08:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.250890 28991 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.251443 28991 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.252638 28991 hybrid_clock.cc:648] HybridClock initialized: now 1786471734252616 us; error 36 us; skew 500 ppm
18:08:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.254771 28991 webserver.cc:533] Webserver started at http://127.27.114.1:44093/ using document root <none> and password file <none>
18:08:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.255466 28991 fs_manager.cc:362] Metadata directory not provided
18:08:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.255579 28991 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.259260 28991 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
18:08:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.261475 29005 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.262638 28991 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.262866 28991 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.263353 28991 fs_report.cc:389] FS layout report
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/data
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.288813 28991 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.289716 28991 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.289960 28991 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.290652 28991 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:08:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.292119 29013 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:08:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.295751 28991 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:08:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.295854 28991 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:08:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.295956 28991 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:08:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.297631 28991 ts_tablet_manager.cc:616] Registered 1 tablets
18:08:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.297706 28991 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
18:08:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.297981 29013 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap starting.
18:08:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.309857 28991 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.1:41509
18:08:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.309953 29133 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.1:41509 every 8 connection(s)
18:08:54.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.311101 28991 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:08:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.315181 29013 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Log is configured to *not* fsync() on all Append() calls
18:08:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.315419 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 28991
18:08:54.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:08:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.323194 29136 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:08:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.323448 29136 heartbeater.cc:461] Registering TS with master...
18:08:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.324087 29136 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:08:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.326104 29134 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:08:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.326202 29134 heartbeater.cc:461] Registering TS with master...
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.326324 29013 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.326426 29134 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.326747 29013 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap complete.
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.327507 28236 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.327831 29135 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.327929 29135 heartbeater.cc:461] Registering TS with master...
18:08:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.328148 29135 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:08:54.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.329252 28150 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:08:54.329 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:08:54.330 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.2:36603
18:08:54.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:08:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.330132 28316 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:08:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.330549 29013 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent bootstrapping tablet: real 0.033s	user 0.015s	sys 0.014s
18:08:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.330873 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28582
18:08:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.331091 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.1:47651
18:08:54.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.339072 29013 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:54.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.339447 29013 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Initialized, Role: FOLLOWER
18:08:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.340008 29013 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.340719 29134 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:08:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:54.341820 29013 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent starting tablet: real 0.011s	user 0.004s	sys 0.000s
18:08:54.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:08:54.345 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] handling channelInactive
18:08:54.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state READY due to: connection closed
18:08:54.346 [DEBUG - Time-limited test] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.348 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:54.359 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:54.359 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test)) after lookup
18:08:54.360 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.361 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:54.379 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:54.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [13ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [15ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [15ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021))) after lookup
18:08:54.380 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.382 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:54.419 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:54.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [13ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [15ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [15ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [34ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [36ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582))) after lookup
18:08:54.420 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.421 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:54.558 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:54.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=213), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [13ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [15ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [15ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [34ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [36ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [74ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [75ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [75ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [212ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093))) after lookup
18:08:54.560 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.562 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:54.799 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:54.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=453), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [13ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [15ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [15ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [34ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [36ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [74ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [75ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [75ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [212ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [213ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [215ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [216ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [449ms] refreshing cache from master, [449ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [453ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093) -> (continuation of Deferred@244978100 after retry RPC@1348089654), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093) -> (continuation of Deferred@244978100 after retry RPC@1348089654))) after lookup
18:08:54.801 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:54.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:54.802 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:55.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:55.598 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:55.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1252), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [13ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [15ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [15ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [34ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [36ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [74ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [75ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [75ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [212ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [213ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [215ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [216ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [449ms] refreshing cache from master, [449ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [453ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [454ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [456ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [456ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1248ms] refreshing cache from master, [1249ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1251ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093) -> (continuation of Deferred@244978100 after retry RPC@1348089654) -> (continuation of Deferred@1929559850 after retry RPC@1918948859), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093) -> (continuation of Deferred@244978100 after retry RPC@1348089654) -> (continuation of Deferred@1929559850 after retry RPC@1918948859))) after lookup
18:08:55.599 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:08:55.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:55.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:55.600 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:08:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.601989 29147 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0cb6e3f1019a4e89a929d1778d50cb26)
18:08:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.602154 29147 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.602731 29147 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:55.604892 28754 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:08:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.608024 29082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd" is_pre_election: true
18:08:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.608304 29082 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 1.
18:08:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.609004 28754 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26
18:08:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.609248 29147 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Leader pre-election won for term 4
18:08:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.609308 29147 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 0cb6e3f1019a4e89a929d1778d50cb26)
18:08:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.609336 29147 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 3 FOLLOWER]: Advancing to term 4
18:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.610150 29147 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.610482 29147 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 4 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.610936 29082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.611107 29082 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 1 FOLLOWER]: Advancing to term 4
18:08:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:55.611724 28754 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:08:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.613158 29082 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 4.
18:08:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.613528 28754 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26
18:08:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.613704 29147 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 FOLLOWER]: Leader election won for term 4
18:08:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.613924 29147 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 LEADER]: Becoming Leader. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Running, Role: LEADER
18:08:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.614239 29147 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:55.617137 28316 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 reported cstate change: term changed from 3 to 4, leader changed from 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2) to 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3). New cstate: current_term: 4 leader_uuid: "42b14559ebf8410f9707e9b6b96c32b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: HEALTHY } } }
18:08:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:56.146409 29082 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Refusing update from remote peer 42b14559ebf8410f9707e9b6b96c32b6: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
18:08:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:56.147274 29168 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
18:08:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:56.157066 28754 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 -> Peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Couldn't send request to peer 0cb6e3f1019a4e89a929d1778d50cb26. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:08:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:57.233227 28754 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111) [suppressed 5 similar messages]
18:08:58.478 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:58.479 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:58.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4133), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [13ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [15ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [15ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [34ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [36ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [74ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [75ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [75ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [212ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [213ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [215ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [216ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [449ms] refreshing cache from master, [449ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [453ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [454ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [456ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [456ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1248ms] refreshing cache from master, [1249ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1251ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [1253ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [1254ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1254ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [4128ms] refreshing cache from master, [4129ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [4132ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1062887104(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@53364417 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093) -> (continuation of Deferred@244978100 after retry RPC@1348089654) -> (continuation of Deferred@1929559850 after retry RPC@1918948859) -> (continuation of Deferred@2027488518 after retry RPC@598219992), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66ef3e8f -> wakeup thread Time-limited test -> (continuation of Deferred@1798774138 after retry RPC@1957912021) -> (continuation of Deferred@1173155755 after retry RPC@727670582) -> (continuation of Deferred@1511830815 after retry RPC@191625093) -> (continuation of Deferred@244978100 after retry RPC@1348089654) -> (continuation of Deferred@1929559850 after retry RPC@1918948859) -> (continuation of Deferred@2027488518 after retry RPC@598219992))) after lookup
18:08:58.480 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.481 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] Successfully connected to peer
18:08:58.505 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x89eb9a83, L:/127.0.0.1:60736 - R:/127.27.114.3:36153] using TOKEN/null
18:08:58.526 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.2:36603
18:08:58.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.528107 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:08:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:36603
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42359
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:08:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.639282 29203 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:08:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.639556 29203 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:08:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.639621 29203 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:08:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.643399 29203 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:08:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.643558 29203 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.2
18:08:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.647591 29203 tablet_server_runner.cc:78] Tablet server non-default flags:
18:08:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:36603
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42359
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29203
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:08:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:08:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:08:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:08:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:08:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.649111 29203 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:08:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.650308 29203 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:08:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.657114 29212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.657122 29210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:08:58.657140 29209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:08:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.657336 29203 server_base.cc:1061] running on GCE node
18:08:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.657861 29203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:08:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.658494 29203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:08:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.659667 29203 hybrid_clock.cc:648] HybridClock initialized: now 1786471738659612 us; error 73 us; skew 500 ppm
18:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.661492 29203 webserver.cc:533] Webserver started at http://127.27.114.2:42359/ using document root <none> and password file <none>
18:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.661998 29203 fs_manager.cc:362] Metadata directory not provided
18:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.662066 29203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:08:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.665637 29203 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:08:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.667466 29218 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:08:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.668565 29203 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.668675 29203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.669034 29203 fs_report.cc:389] FS layout report
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/data
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:08:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.708607 29203 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:08:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.709268 29203 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:08:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.709434 29203 kserver.cc:163] Server-wide thread pool size limit: 3276
18:08:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.710032 29203 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:08:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.711663 29226 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:08:58.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.715636 29203 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:08:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.715709 29203 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:08:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.715763 29203 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:08:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.717470 29203 ts_tablet_manager.cc:616] Registered 1 tablets
18:08:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.717521 29203 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
18:08:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.717958 29226 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap starting.
18:08:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.728914 29203 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.2:36603
18:08:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.730037 29203 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:08:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.731124 29348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.2:36603 every 8 connection(s)
18:08:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.736037 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 29203
18:08:58.737 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:08:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.736558 29226 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Log is configured to *not* fsync() on all Append() calls
18:08:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.741228 29350 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:08:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.741722 29350 heartbeater.cc:461] Registering TS with master...
18:08:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.741437 29351 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:08:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.742167 29351 heartbeater.cc:461] Registering TS with master...
18:08:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.742812 29350 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:08:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.742839 29351 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:08:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.743224 29349 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:08:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.743301 29349 heartbeater.cc:461] Registering TS with master...
18:08:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.743525 29349 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:08:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.745007 28315 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.745055 28236 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.745194 28150 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:08:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.746093 28315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.2:40913
18:08:58.747 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:08:58.748 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.3:36153
18:08:58.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:08:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.749042 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28738
18:08:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.762028 29226 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:08:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.762440 29226 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap complete.
18:08:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.763867 29226 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent bootstrapping tablet: real 0.046s	user 0.027s	sys 0.004s
18:08:58.764 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] handling channelInactive
18:08:58.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state READY due to: connection closed
18:08:58.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:08:58.765 [DEBUG - Time-limited test] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.767005 29226 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.767422 29226 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Initialized, Role: FOLLOWER
18:08:58.767 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.768034 29226 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:08:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.768870 29349 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:08:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:08:58.769134 29226 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.003s
18:08:58.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:58.778 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:58.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [2ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@966619554(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@5ab0e495 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c426c9e -> wakeup thread Time-limited test)) after lookup
18:08:58.779 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.780 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:58.798 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:58.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [2ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [14ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [15ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [15ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@966619554(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@5ab0e495 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c426c9e -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355))) after lookup
18:08:58.798 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.800 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:58.838 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:58.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [2ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [14ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [15ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [15ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [33ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [35ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [35ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@966619554(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@5ab0e495 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c426c9e -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409))) after lookup
18:08:58.839 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.840 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:58.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:58.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [2ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [14ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [15ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [15ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [33ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [35ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [35ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [73ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [75ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [75ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@966619554(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@5ab0e495 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409) -> (continuation of Deferred@320832890 after retry RPC@2000011198), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c426c9e -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409) -> (continuation of Deferred@320832890 after retry RPC@2000011198))) after lookup
18:08:58.879 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.881 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:08:58.959 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:08:58.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [2ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [14ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [15ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [15ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [33ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [35ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [35ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [73ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [75ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [75ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [114ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [116ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [116ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [193ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@966619554(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@5ab0e495 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409) -> (continuation of Deferred@320832890 after retry RPC@2000011198) -> (continuation of Deferred@417131529 after retry RPC@1120823523), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c426c9e -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409) -> (continuation of Deferred@320832890 after retry RPC@2000011198) -> (continuation of Deferred@417131529 after retry RPC@1120823523))) after lookup
18:08:58.960 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:08:58.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:08:58.961 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.026069 29364 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 42b14559ebf8410f9707e9b6b96c32b6)
18:09:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.026221 29364 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.028084 29364 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:00.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.028703 29009 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.029691 29009 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.034466 29297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" is_pre_election: true
18:09:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.034835 29297 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 3.
18:09:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.035787 29006 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 42b14559ebf8410f9707e9b6b96c32b6
18:09:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.036161 29364 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Leader pre-election won for term 5
18:09:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.036247 29364 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Starting leader election (detected failure of leader 42b14559ebf8410f9707e9b6b96c32b6)
18:09:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.036279 29364 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 4 FOLLOWER]: Advancing to term 5
18:09:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.037181 29364 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.037632 29364 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 5 election: Requested vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.038256 29297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:09:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.038431 29297 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 3 FOLLOWER]: Advancing to term 5
18:09:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.039172 29009 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.040936 29297 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 5.
18:09:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.041445 29006 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 42b14559ebf8410f9707e9b6b96c32b6
18:09:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.041693 29364 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Leader election won for term 5
18:09:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.041965 29364 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 LEADER]: Becoming Leader. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Running, Role: LEADER
18:09:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.042312 29364 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.045058 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd reported cstate change: term changed from 4 to 5, leader changed from 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3) to f740e89a56664a6dbd506ffa4518cacd (127.27.114.1). New cstate: current_term: 5 leader_uuid: "f740e89a56664a6dbd506ffa4518cacd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:09:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.506649 29009 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd -> Peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Couldn't send request to peer 42b14559ebf8410f9707e9b6b96c32b6. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:00.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.520494 29297 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Refusing update from remote peer f740e89a56664a6dbd506ffa4518cacd: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
18:09:00.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.521373 29364 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Connected to new peer: Peer: permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
18:09:00.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:00.799 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:00.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2035), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [2ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [14ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [15ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [15ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [33ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [35ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [35ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [73ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [75ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [75ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [114ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [116ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [116ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [193ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [195ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [196ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [197ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2030ms] refreshing cache from master, [2030ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [2033ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@966619554(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@5ab0e495 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409) -> (continuation of Deferred@320832890 after retry RPC@2000011198) -> (continuation of Deferred@417131529 after retry RPC@1120823523) -> (continuation of Deferred@1559832627 after retry RPC@1841420863), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c426c9e -> wakeup thread Time-limited test -> (continuation of Deferred@266100618 after retry RPC@1879434355) -> (continuation of Deferred@1548070854 after retry RPC@62713409) -> (continuation of Deferred@320832890 after retry RPC@2000011198) -> (continuation of Deferred@417131529 after retry RPC@1120823523) -> (continuation of Deferred@1559832627 after retry RPC@1841420863))) after lookup
18:09:00.800 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:00.801 [DEBUG - kudu-nio-1] (Connection.java:757) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] Successfully connected to peer
18:09:00.821 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xc2f68a53, L:/127.0.0.1:60686 - R:/127.27.114.1:41509] using TOKEN/null
18:09:00.845 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.3:36153
18:09:00.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.846871 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:36153
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35565
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.973129 29396 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.973488 29396 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.973562 29396 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.977566 29396 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.977741 29396 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.3
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.982218 29396 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:36153
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35565
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29396
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:00.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.983826 29396 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.985154 29396 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.992307 29405 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.992311 29402 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:00.992466 29403 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.993018 29396 server_base.cc:1061] running on GCE node
18:09:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.993422 29396 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.993965 29396 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.995131 29396 hybrid_clock.cc:648] HybridClock initialized: now 1786471740995114 us; error 37 us; skew 500 ppm
18:09:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.997260 29396 webserver.cc:533] Webserver started at http://127.27.114.3:35565/ using document root <none> and password file <none>
18:09:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.997821 29396 fs_manager.cc:362] Metadata directory not provided
18:09:00.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:00.997892 29396 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.001729 29396 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
18:09:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.004026 29411 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.005517 29396 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.005684 29396 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:49 on dist-test-slave-27sr"
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.006183 29396 fs_report.cc:389] FS layout report
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/data
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.022034 29396 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.022920 29396 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.023161 29396 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.023828 29396 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.025256 29418 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.029230 29396 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.029323 29396 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.029392 29396 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.030982 29396 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.031045 29396 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
18:09:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.031358 29418 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap starting.
18:09:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.044833 29396 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.3:36153
18:09:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.044833 29542 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.3:36153 every 8 connection(s)
18:09:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.046518 29396 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.046725 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 29396
18:09:01.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.051774 29418 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Log is configured to *not* fsync() on all Append() calls
18:09:01.058 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:01.069 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.1:41509
18:09:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.069159 29543 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:01.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:09:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.069607 29543 heartbeater.cc:461] Registering TS with master...
18:09:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.070201 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28991
18:09:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.070470 29543 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.074899 29545 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.075038 29545 heartbeater.cc:461] Registering TS with master...
18:09:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.075335 29545 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.076383 29544 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.076481 29544 heartbeater.cc:461] Registering TS with master...
18:09:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.076581 28315 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.076696 29544 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.077551 28315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.3:45191
18:09:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.077697 28149 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.079380 28234 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.083479 29418 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.084046 29418 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap complete.
18:09:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.085590 29418 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent bootstrapping tablet: real 0.055s	user 0.031s	sys 0.007s
18:09:01.087 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.088835 29418 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.089269 29418 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Initialized, Role: FOLLOWER
18:09:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.089818 29418 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.090801 29418 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
18:09:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:01.091334 29543 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:01.093 [DEBUG - kudu-nio-1] (Connection.java:239) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] handling channelInactive
18:09:01.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state READY due to: connection closed
18:09:01.094 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: connection closed
18:09:01.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:01.118 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:01.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test)) after lookup
18:09:01.119 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:01.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.121 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:01.138 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:01.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [32ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [34ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [34ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217))) after lookup
18:09:01.139 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:01.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.141 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:01.179 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:01.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=91), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [32ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [34ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [34ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [52ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [54ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [54ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678))) after lookup
18:09:01.180 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:01.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.181 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:01.318 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:01.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=231), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [32ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [34ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [34ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [52ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [54ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [54ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [92ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [94ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [94ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [228ms] refreshing cache from master, [228ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [231ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511))) after lookup
18:09:01.319 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:01.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.320 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:01.559 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:01.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=471), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [32ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [34ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [34ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [52ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [54ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [54ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [92ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [94ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [94ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [228ms] refreshing cache from master, [228ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [231ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [232ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [233ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [233ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [467ms] refreshing cache from master, [467ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [471ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511) -> (continuation of Deferred@1662419812 after retry RPC@317441030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511) -> (continuation of Deferred@1662419812 after retry RPC@317441030))) after lookup
18:09:01.560 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:01.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:01.561 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:02.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:02.138 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:02.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1050), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [32ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [34ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [34ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [52ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [54ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [54ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [92ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [94ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [94ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [228ms] refreshing cache from master, [228ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [231ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [232ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [233ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [233ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [467ms] refreshing cache from master, [467ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [471ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [473ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [474ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [474ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1047ms] refreshing cache from master, [1048ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1050ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511) -> (continuation of Deferred@1662419812 after retry RPC@317441030) -> (continuation of Deferred@238233234 after retry RPC@1110706342), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511) -> (continuation of Deferred@1662419812 after retry RPC@317441030) -> (continuation of Deferred@238233234 after retry RPC@1110706342))) after lookup
18:09:02.139 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:02.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:02.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:02.141 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:02.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.345147 29556 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:09:02.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.345296 29556 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.346458 29556 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:02.347165 29219 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:02.348157 29219 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.351735 29489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:09:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.352085 29489 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 4.
18:09:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.352819 29221 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:09:02.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.353062 29556 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Leader pre-election won for term 6
18:09:02.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.353148 29556 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Starting leader election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:09:02.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.353193 29556 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 5 FOLLOWER]: Advancing to term 6
18:09:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.354065 29556 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.354525 29556 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 6 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.355041 29489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:09:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.355195 29489 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 4 FOLLOWER]: Advancing to term 6
18:09:02.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:02.355541 29219 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.356998 29489 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 6.
18:09:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.357333 29221 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:09:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.357496 29556 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 FOLLOWER]: Leader election won for term 6
18:09:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.357700 29556 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 LEADER]: Becoming Leader. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Running, Role: LEADER
18:09:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.357992 29556 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:02.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.360720 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 reported cstate change: term changed from 5 to 6, leader changed from f740e89a56664a6dbd506ffa4518cacd (127.27.114.1) to 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2). New cstate: current_term: 6 leader_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:09:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.760429 29489 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Refusing update from remote peer 0cb6e3f1019a4e89a929d1778d50cb26: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
18:09:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:02.761335 29556 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
18:09:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:02.771098 29219 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 -> Peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Couldn't send request to peer f740e89a56664a6dbd506ffa4518cacd. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:04.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:04.118 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:04.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3031), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [7ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [32ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [34ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [34ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [52ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [54ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [54ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [92ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [94ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [94ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [228ms] refreshing cache from master, [228ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [231ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [232ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [233ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [233ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [467ms] refreshing cache from master, [467ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [471ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [473ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [474ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [474ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1047ms] refreshing cache from master, [1048ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1050ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [1052ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [1054ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1054ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [3028ms] refreshing cache from master, [3028ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [3031ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1788461154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6cd3166e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511) -> (continuation of Deferred@1662419812 after retry RPC@317441030) -> (continuation of Deferred@238233234 after retry RPC@1110706342) -> (continuation of Deferred@456383447 after retry RPC@2040566063), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a5403b4 -> wakeup thread Time-limited test -> (continuation of Deferred@974249452 after retry RPC@1880236217) -> (continuation of Deferred@302980974 after retry RPC@1937367678) -> (continuation of Deferred@1579424895 after retry RPC@1660055511) -> (continuation of Deferred@1662419812 after retry RPC@317441030) -> (continuation of Deferred@238233234 after retry RPC@1110706342) -> (continuation of Deferred@456383447 after retry RPC@2040566063))) after lookup
18:09:04.120 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.121 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] Successfully connected to peer
18:09:04.137 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x43b8343e, L:/127.0.0.1:41690 - R:/127.27.114.2:36603] using TOKEN/null
18:09:04.161 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.1:41509
18:09:04.162 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.162950 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.284298 29593 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.284523 29593 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.284574 29593 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.287979 29593 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.288091 29593 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.1
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.292042 29593 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29593
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.293188 29593 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.294284 29593 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.300981 29600 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.300992 29602 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:04.301005 29599 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.301435 29593 server_base.cc:1061] running on GCE node
18:09:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.301867 29593 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.302455 29593 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.303643 29593 hybrid_clock.cc:648] HybridClock initialized: now 1786471744303610 us; error 42 us; skew 500 ppm
18:09:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.305568 29593 webserver.cc:533] Webserver started at http://127.27.114.1:44093/ using document root <none> and password file <none>
18:09:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.306165 29593 fs_manager.cc:362] Metadata directory not provided
18:09:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.306253 29593 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.310125 29593 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
18:09:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.312300 29610 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:04.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.313448 29593 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.313578 29593 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.314024 29593 fs_report.cc:389] FS layout report
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/data
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.327348 29593 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.328194 29593 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.328428 29593 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.329034 29593 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.330417 29619 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.333920 29593 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.334009 29593 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.334077 29593 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.335635 29593 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.335709 29593 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
18:09:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.336115 29619 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap starting.
18:09:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.347527 29593 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.1:41509
18:09:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.347549 29739 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.1:41509 every 8 connection(s)
18:09:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.348951 29593 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.351555 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 29593
18:09:04.352 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.353715 29619 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Log is configured to *not* fsync() on all Append() calls
18:09:04.362 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.361768 29740 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.362037 29740 heartbeater.cc:461] Registering TS with master...
18:09:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.362082 29741 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.362166 29741 heartbeater.cc:461] Registering TS with master...
18:09:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.362627 29740 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.362628 29741 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:04.363 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.2:36603
18:09:04.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:09:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.364411 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 29203
18:09:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.364723 28149 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.370836 28315 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.371696 28315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.1:50093
18:09:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.371742 29742 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.371829 29742 heartbeater.cc:461] Registering TS with master...
18:09:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.372085 29742 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:04.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.373128 28234 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.378746 29619 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.379290 29619 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap complete.
18:09:04.380 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] handling channelInactive
18:09:04.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:04.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state READY due to: connection closed
18:09:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.380766 29619 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent bootstrapping tablet: real 0.045s	user 0.018s	sys 0.018s
18:09:04.381 [DEBUG - Time-limited test] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.383 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.383613 29619 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.384181 29619 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Initialized, Role: FOLLOWER
18:09:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.384706 29619 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.385510 29740 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:04.385746 29619 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.001s
18:09:04.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:04.398 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:04.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [17ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@760978927(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@18008b86 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4448cc9f -> wakeup thread Time-limited test)) after lookup
18:09:04.399 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.400 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:04.418 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:04.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [17ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [18ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [19ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@760978927(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@18008b86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4448cc9f -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957))) after lookup
18:09:04.420 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.421 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.458 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:04.458 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:04.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [17ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [18ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [19ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [38ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [40ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [40ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@760978927(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@18008b86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4448cc9f -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832))) after lookup
18:09:04.460 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.461 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:04.578 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:04.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=197), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [17ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [18ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [19ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [38ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [40ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [40ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [78ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [80ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [80ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [196ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@760978927(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@18008b86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832) -> (continuation of Deferred@1265978122 after retry RPC@2073711291), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4448cc9f -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832) -> (continuation of Deferred@1265978122 after retry RPC@2073711291))) after lookup
18:09:04.579 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.580 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.580 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:04.798 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:04.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=417), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [17ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [18ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [19ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [38ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [40ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [40ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [78ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [80ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [80ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [196ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [198ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [199ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [199ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [414ms] refreshing cache from master, [414ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [416ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@760978927(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@18008b86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832) -> (continuation of Deferred@1265978122 after retry RPC@2073711291) -> (continuation of Deferred@1934121373 after retry RPC@1517212357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4448cc9f -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832) -> (continuation of Deferred@1265978122 after retry RPC@2073711291) -> (continuation of Deferred@1934121373 after retry RPC@1517212357))) after lookup
18:09:04.799 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:04.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:04.800 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.586614 29754 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:09:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.586879 29754 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:05.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.588290 29754 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.589269 29611 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.590333 29611 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.593235 29489 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:09:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.593909 29613 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6
18:09:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.594159 29754 raft_consensus.cc:2749] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
18:09:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.661293 29759 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 0cb6e3f1019a4e89a929d1778d50cb26)
18:09:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.661453 29759 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.662549 29759 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.663818 29412 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.664898 29412 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.668111 29691 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd" is_pre_election: true
18:09:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.668342 29691 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 5.
18:09:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.669046 29412 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26
18:09:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.669364 29759 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Leader pre-election won for term 7
18:09:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.669430 29759 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 0cb6e3f1019a4e89a929d1778d50cb26)
18:09:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.669458 29759 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 6 FOLLOWER]: Advancing to term 7
18:09:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.670293 29759 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.670636 29759 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 7 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.671128 29691 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:09:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.671278 29691 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 5 FOLLOWER]: Advancing to term 7
18:09:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.672184 29412 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.673512 29691 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 7.
18:09:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.673933 29412 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26
18:09:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.674243 29759 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Leader election won for term 7
18:09:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.674495 29759 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 LEADER]: Becoming Leader. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Running, Role: LEADER
18:09:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.674844 29759 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.677908 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 reported cstate change: term changed from 6 to 7, leader changed from 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2) to 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3). New cstate: current_term: 7 leader_uuid: "42b14559ebf8410f9707e9b6b96c32b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: HEALTHY } } }
18:09:05.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:05.738 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:05.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1357), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [2ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [17ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [18ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [19ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [38ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [40ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [40ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [78ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [80ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [80ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [196ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [198ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [199ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [199ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [414ms] refreshing cache from master, [414ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [416ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [418ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [419ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [419ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1354ms] refreshing cache from master, [1354ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1357ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@760978927(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@18008b86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832) -> (continuation of Deferred@1265978122 after retry RPC@2073711291) -> (continuation of Deferred@1934121373 after retry RPC@1517212357) -> (continuation of Deferred@1319005353 after retry RPC@1649047365), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4448cc9f -> wakeup thread Time-limited test -> (continuation of Deferred@91183323 after retry RPC@121716957) -> (continuation of Deferred@594097288 after retry RPC@774098832) -> (continuation of Deferred@1265978122 after retry RPC@2073711291) -> (continuation of Deferred@1934121373 after retry RPC@1517212357) -> (continuation of Deferred@1319005353 after retry RPC@1649047365))) after lookup
18:09:05.740 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:05.741 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] Successfully connected to peer
18:09:05.764 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xbaab18d5, L:/127.0.0.1:50760 - R:/127.27.114.3:36153] using TOKEN/null
18:09:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.769150 29412 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 -> Peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Couldn't send request to peer 0cb6e3f1019a4e89a929d1778d50cb26. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.769133 29691 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Refusing update from remote peer 42b14559ebf8410f9707e9b6b96c32b6: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
18:09:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.769928 29759 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
18:09:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.778106 29777 mvcc.cc:204] Tried to move back new op lower bound from 7317388270661840896 to 7317388270287405056. Current Snapshot: MvccSnapshot[applied={T|T < 7317388270661840896}]
18:09:05.799 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.2:36603
18:09:05.801 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.802438 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:36603
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42359
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.935760 29790 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.936103 29790 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.936173 29790 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.939924 29790 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.940111 29790 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.2
18:09:05.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.944533 29790 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:05.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:36603
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42359
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29790
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.946156 29790 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.947471 29790 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.954623 29796 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.954694 29797 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:05.954617 29799 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.955269 29790 server_base.cc:1061] running on GCE node
18:09:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.955770 29790 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.956502 29790 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.957710 29790 hybrid_clock.cc:648] HybridClock initialized: now 1786471745957682 us; error 35 us; skew 500 ppm
18:09:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.960042 29790 webserver.cc:533] Webserver started at http://127.27.114.2:42359/ using document root <none> and password file <none>
18:09:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.960701 29790 fs_manager.cc:362] Metadata directory not provided
18:09:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.960793 29790 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.964874 29790 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.003s
18:09:05.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.967149 29807 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:05.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.968421 29790 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.968578 29790 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.969081 29790 fs_report.cc:389] FS layout report
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/data
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.987123 29790 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.988090 29790 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.988371 29790 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.989074 29790 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.990602 29815 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.994160 29790 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.994293 29790 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.994378 29790 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.996109 29790 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.996187 29790 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
18:09:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:05.996501 29815 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap starting.
18:09:06.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.009647 29790 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.2:36603
18:09:06.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.010157 29933 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.2:36603 every 8 connection(s)
18:09:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.011054 29790 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:09:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.018435 29815 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Log is configured to *not* fsync() on all Append() calls
18:09:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.020582 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 29790
18:09:06.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.022559 29936 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.022697 29938 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.022817 29938 heartbeater.cc:461] Registering TS with master...
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.022826 29936 heartbeater.cc:461] Registering TS with master...
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.023476 29938 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.025589 28236 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.023476 29936 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.027097 29934 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.027573 29934 heartbeater.cc:461] Registering TS with master...
18:09:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.027809 29934 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:06.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.029211 28315 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.030149 28315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.2:49193
18:09:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.030357 28149 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:06.033 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:06.034 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.3:36153
18:09:06.034 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:09:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.034782 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 29396
18:09:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.040700 29815 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.041241 29815 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap complete.
18:09:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.042776 29815 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent bootstrapping tablet: real 0.047s	user 0.033s	sys 0.008s
18:09:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.045213 29815 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.045598 29815 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Initialized, Role: FOLLOWER
18:09:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.046123 29815 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.046909 29934 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:06.047075 29815 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
18:09:06.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:06.051 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] handling channelInactive
18:09:06.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state READY due to: connection closed
18:09:06.056 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:06.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.058 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.078 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:06.078 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:06.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [6ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [7ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@835553711(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@8c308c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1946e7aa -> wakeup thread Time-limited test)) after lookup
18:09:06.079 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:06.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.081 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:06.098 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:06.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [6ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [7ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [28ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [30ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [30ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@835553711(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@8c308c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1946e7aa -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884))) after lookup
18:09:06.099 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:06.101 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.101 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:06.159 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:06.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [6ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [7ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [28ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [30ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [30ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [48ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [50ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [50ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [107ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@835553711(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@8c308c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1946e7aa -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252))) after lookup
18:09:06.160 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:06.161 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.161 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.238 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:06.239 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:06.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=187), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [6ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [7ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [28ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [30ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [30ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [48ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [50ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [50ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [107ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [109ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [110ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [110ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [187ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@835553711(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@8c308c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252) -> (continuation of Deferred@929201454 after retry RPC@605444587), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1946e7aa -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252) -> (continuation of Deferred@929201454 after retry RPC@605444587))) after lookup
18:09:06.240 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:06.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.241 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.678 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:06.678 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:06.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=627), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [6ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [7ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [28ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [30ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [30ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [48ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [50ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [50ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [107ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [109ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [110ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [110ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [187ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [188ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [190ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [190ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [624ms] refreshing cache from master, [624ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [627ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@835553711(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@8c308c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252) -> (continuation of Deferred@929201454 after retry RPC@605444587) -> (continuation of Deferred@1277958634 after retry RPC@1524881541), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1946e7aa -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252) -> (continuation of Deferred@929201454 after retry RPC@605444587) -> (continuation of Deferred@1277958634 after retry RPC@1524881541))) after lookup
18:09:06.679 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:06.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:06.681 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:07.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.299639 29953 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 42b14559ebf8410f9707e9b6b96c32b6)
18:09:07.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.299853 29953 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:07.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.300467 29953 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:07.302124 29613 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.305799 29881 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" is_pre_election: true
18:09:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.306095 29881 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 6.
18:09:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.306828 29611 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 42b14559ebf8410f9707e9b6b96c32b6
18:09:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.307080 29953 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Leader pre-election won for term 8
18:09:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.307147 29953 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Starting leader election (detected failure of leader 42b14559ebf8410f9707e9b6b96c32b6)
18:09:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.307186 29953 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 7 FOLLOWER]: Advancing to term 8
18:09:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.308194 29953 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.308568 29953 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 8 election: Requested vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.309044 29881 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:09:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.309198 29881 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 6 FOLLOWER]: Advancing to term 8
18:09:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:07.309671 29613 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.311255 29881 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 8.
18:09:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.311654 29611 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 42b14559ebf8410f9707e9b6b96c32b6
18:09:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.311852 29953 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Leader election won for term 8
18:09:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.312155 29953 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 LEADER]: Becoming Leader. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Running, Role: LEADER
18:09:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.312747 29953 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:07.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.315596 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd reported cstate change: term changed from 7 to 8, leader changed from 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3) to f740e89a56664a6dbd506ffa4518cacd (127.27.114.1). New cstate: current_term: 8 leader_uuid: "f740e89a56664a6dbd506ffa4518cacd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:09:07.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:07.721786 29613 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd -> Peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Couldn't send request to peer 42b14559ebf8410f9707e9b6b96c32b6. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.739777 29881 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Refusing update from remote peer f740e89a56664a6dbd506ffa4518cacd: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
18:09:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:07.740762 29953 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Connected to new peer: Peer: permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
18:09:08.238 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:08.238 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:08.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2187), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [6ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [7ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [28ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [30ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [30ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [48ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [50ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [50ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [107ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [109ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [110ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [110ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [187ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [188ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [190ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [190ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [624ms] refreshing cache from master, [624ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [627ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [628ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [630ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [630ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [2183ms] refreshing cache from master, [2184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [2186ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@835553711(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@8c308c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252) -> (continuation of Deferred@929201454 after retry RPC@605444587) -> (continuation of Deferred@1277958634 after retry RPC@1524881541) -> (continuation of Deferred@234836937 after retry RPC@1226609923), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1946e7aa -> wakeup thread Time-limited test -> (continuation of Deferred@644961923 after retry RPC@1810481884) -> (continuation of Deferred@1646027126 after retry RPC@1455990252) -> (continuation of Deferred@929201454 after retry RPC@605444587) -> (continuation of Deferred@1277958634 after retry RPC@1524881541) -> (continuation of Deferred@234836937 after retry RPC@1226609923))) after lookup
18:09:08.239 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:08.240 [DEBUG - kudu-nio-6] (Connection.java:757) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] Successfully connected to peer
18:09:08.266 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x6d9bc987, L:/127.0.0.1:47930 - R:/127.27.114.1:41509] using TOKEN/null
18:09:08.286 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.3:36153
18:09:08.286 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.287405 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:36153
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35565
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.402213 29987 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.402470 29987 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.402518 29987 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.406123 29987 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.406252 29987 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.3
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.410303 29987 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:36153
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35565
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29987
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.411626 29987 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.413072 29987 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.420159 29993 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.420236 29995 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.420557 29987 server_base.cc:1061] running on GCE node
18:09:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:08.420159 29992 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.421159 29987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.421741 29987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.422931 29987 hybrid_clock.cc:648] HybridClock initialized: now 1786471748422891 us; error 59 us; skew 500 ppm
18:09:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.425060 29987 webserver.cc:533] Webserver started at http://127.27.114.3:35565/ using document root <none> and password file <none>
18:09:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.425629 29987 fs_manager.cc:362] Metadata directory not provided
18:09:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.425688 29987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.429405 29987 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
18:09:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.431589 30003 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.432968 29987 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.433097 29987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:49 on dist-test-slave-27sr"
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.433519 29987 fs_report.cc:389] FS layout report
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/data
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.448025 29987 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.448782 29987 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.448959 29987 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.449533 29987 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.450901 30011 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.454907 29987 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.455017 29987 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.455081 29987 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.456820 29987 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.456918 29987 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
18:09:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.457326 30011 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap starting.
18:09:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.468890 29987 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.3:36153
18:09:08.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.468914 30128 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.3:36153 every 8 connection(s)
18:09:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.469954 29987 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.474670 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 29987
18:09:08.476 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.476329 30011 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Log is configured to *not* fsync() on all Append() calls
18:09:08.486 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.488467 30129 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.488765 30129 heartbeater.cc:461] Registering TS with master...
18:09:08.488 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.1:41509
18:09:08.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:09:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.489439 30129 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.489522 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 29593
18:09:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.491835 30131 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.491968 30131 heartbeater.cc:461] Registering TS with master...
18:09:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.492190 30131 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.494560 30130 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.494678 30130 heartbeater.cc:461] Registering TS with master...
18:09:08.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.494891 30130 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.501062 28150 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.502051 28236 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.502697 28315 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.503813 28315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.3:40589
18:09:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.504788 30011 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.505230 30011 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap complete.
18:09:08.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.506392 30011 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent bootstrapping tablet: real 0.049s	user 0.032s	sys 0.010s
18:09:08.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:08.508 [DEBUG - kudu-nio-6] (Connection.java:239) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] handling channelInactive
18:09:08.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state READY due to: connection closed
18:09:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.509059 30011 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.509531 30011 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Initialized, Role: FOLLOWER
18:09:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.510016 30011 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.510739 30129 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:08.510994 30011 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
18:09:08.516 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:08.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.517 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:08.538 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:08.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [8ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [9ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1152923529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@69a11690 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c808957 -> wakeup thread Time-limited test)) after lookup
18:09:08.539 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:08.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.540 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.557 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:08.558 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:08.558 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [8ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [9ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [30ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [31ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [48ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1152923529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@69a11690 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c808957 -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004))) after lookup
18:09:08.559 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:08.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.560 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:08.579 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:08.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [8ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [9ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [30ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [31ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [48ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [49ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [51ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [51ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1152923529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@69a11690 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c808957 -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148))) after lookup
18:09:08.580 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:08.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.582 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:08.598 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:08.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [8ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [9ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [30ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [31ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [48ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [49ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [51ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [51ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [71ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [73ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [73ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [89ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1152923529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@69a11690 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148) -> (continuation of Deferred@423404802 after retry RPC@2050605627), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c808957 -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148) -> (continuation of Deferred@423404802 after retry RPC@2050605627))) after lookup
18:09:08.599 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:08.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:08.601 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:09.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:09.398 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:09.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=890), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [8ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [9ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [30ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [31ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [48ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [49ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [51ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [51ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [71ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [73ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [73ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [89ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [90ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [92ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [92ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [886ms] refreshing cache from master, [886ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [889ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1152923529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@69a11690 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148) -> (continuation of Deferred@423404802 after retry RPC@2050605627) -> (continuation of Deferred@502206090 after retry RPC@703807254), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c808957 -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148) -> (continuation of Deferred@423404802 after retry RPC@2050605627) -> (continuation of Deferred@502206090 after retry RPC@703807254))) after lookup
18:09:09.400 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:09.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:09.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:09.401 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.711934 30142 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:09:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.712244 30142 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.713649 30142 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:09.714478 30004 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:09.715546 30004 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.718314 29881 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" is_pre_election: true
18:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.718998 30004 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6; no voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd
18:09:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.719244 30142 raft_consensus.cc:2749] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
18:09:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.786128 30148 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:09:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.786283 30148 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.787498 30148 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:09.788239 29808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:09.789323 29808 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:09.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.792838 30077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:09:09.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.793083 30077 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 7.
18:09:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.793831 29810 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:09:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.794087 30148 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Leader pre-election won for term 9
18:09:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.794147 30148 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Starting leader election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:09:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.794183 30148 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 8 FOLLOWER]: Advancing to term 9
18:09:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.795162 30148 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.795581 30148 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 9 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.796060 30077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:09:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.796262 30077 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 7 FOLLOWER]: Advancing to term 9
18:09:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:09.796875 29808 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.798216 30077 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 9.
18:09:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.798660 29810 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:09:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.798900 30148 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Leader election won for term 9
18:09:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.799120 30148 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 LEADER]: Becoming Leader. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Running, Role: LEADER
18:09:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.799489 30148 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:09.802537 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 reported cstate change: term changed from 8 to 9, leader changed from f740e89a56664a6dbd506ffa4518cacd (127.27.114.1) to 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2). New cstate: current_term: 9 leader_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:09:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:10.261695 30077 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Refusing update from remote peer 0cb6e3f1019a4e89a929d1778d50cb26: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
18:09:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:10.262522 30148 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
18:09:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:10.274135 29808 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 -> Peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Couldn't send request to peer f740e89a56664a6dbd506ffa4518cacd. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:12.778 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:12.778 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:12.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4270), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [8ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [9ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [30ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [31ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [48ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [49ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [51ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [51ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [71ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [73ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [73ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [89ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [90ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [92ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [92ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [886ms] refreshing cache from master, [886ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [889ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [891ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [892ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [892ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [4266ms] refreshing cache from master, [4266ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [4269ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1152923529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@69a11690 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148) -> (continuation of Deferred@423404802 after retry RPC@2050605627) -> (continuation of Deferred@502206090 after retry RPC@703807254) -> (continuation of Deferred@1894200024 after retry RPC@1079818333), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c808957 -> wakeup thread Time-limited test -> (continuation of Deferred@1229140114 after retry RPC@560055004) -> (continuation of Deferred@969391375 after retry RPC@1894933148) -> (continuation of Deferred@423404802 after retry RPC@2050605627) -> (continuation of Deferred@502206090 after retry RPC@703807254) -> (continuation of Deferred@1894200024 after retry RPC@1079818333))) after lookup
18:09:12.779 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:12.781 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] Successfully connected to peer
18:09:12.809 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x93d9f84c, L:/127.0.0.1:56360 - R:/127.27.114.2:36603] using TOKEN/null
18:09:12.831 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.1:41509
18:09:12.831 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.832526 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.945963 30195 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.946213 30195 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.946257 30195 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.951061 30195 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.951248 30195 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.1
18:09:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.956316 30195 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:09:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30195
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.957495 30195 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:12.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.958673 30195 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.965905 30200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.965973 30202 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.965903 30204 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.966483 30195 server_base.cc:1061] running on GCE node
18:09:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.966971 30195 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.967645 30195 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.968901 30195 hybrid_clock.cc:648] HybridClock initialized: now 1786471752968856 us; error 57 us; skew 500 ppm
18:09:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.971063 30195 webserver.cc:533] Webserver started at http://127.27.114.1:44093/ using document root <none> and password file <none>
18:09:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.971714 30195 fs_manager.cc:362] Metadata directory not provided
18:09:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.971812 30195 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.975757 30195 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
18:09:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:12.976003 29808 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 -> Peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Couldn't send request to peer f740e89a56664a6dbd506ffa4518cacd. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:09:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.977994 30213 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.979209 30195 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.979322 30195 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.979722 30195 fs_report.cc:389] FS layout report
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/data
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.997702 30195 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.998418 30195 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.998586 30195 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:12.999208 30195 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.000703 30222 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.004515 30195 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.004594 30195 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.004649 30195 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.006189 30195 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.006255 30195 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
18:09:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.006600 30222 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap starting.
18:09:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.019335 30195 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.1:41509
18:09:13.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.019397 30342 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.1:41509 every 8 connection(s)
18:09:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.020972 30195 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.029524 30222 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Log is configured to *not* fsync() on all Append() calls
18:09:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.029867 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 30195
18:09:13.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.034494 30344 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.034747 30344 heartbeater.cc:461] Registering TS with master...
18:09:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.035346 30344 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.035827 30343 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.035952 30343 heartbeater.cc:461] Registering TS with master...
18:09:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.036139 30343 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.034494 30345 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.036885 30345 heartbeater.cc:461] Registering TS with master...
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.037053 30345 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.037364 28316 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.037988 28236 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.038313 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.1:53201
18:09:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.039024 28149 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:13.040 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:13.041 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.2:36603
18:09:13.041 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:09:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.041668 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 29790
18:09:13.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:13.056 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] handling channelInactive
18:09:13.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state READY due to: connection closed
18:09:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.056591 30222 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.057045 30222 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap complete.
18:09:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.058106 30222 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent bootstrapping tablet: real 0.052s	user 0.035s	sys 0.008s
18:09:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.060354 30222 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.060724 30222 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Initialized, Role: FOLLOWER
18:09:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.061170 30222 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.061920 30343 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:13.062104 30222 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
18:09:13.075 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:13.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.077 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:13.098 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:13.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [21ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [21ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1259218409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6eb5e285 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72d4761b -> wakeup thread Time-limited test)) after lookup
18:09:13.100 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:13.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.101 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:13.118 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:13.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [21ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [21ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [43ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [45ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [45ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1259218409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6eb5e285 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72d4761b -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356))) after lookup
18:09:13.119 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:13.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.121 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:13.178 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:13.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [21ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [21ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [43ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [45ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [45ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [63ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [65ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [65ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1259218409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6eb5e285 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72d4761b -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512))) after lookup
18:09:13.179 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:13.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.181 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.298 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:13.299 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:13.299 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=243), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [21ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [21ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [43ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [45ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [45ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [63ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [65ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [65ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [123ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [125ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [125ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [239ms] refreshing cache from master, [239ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [242ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1259218409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6eb5e285 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512) -> (continuation of Deferred@1451889811 after retry RPC@1424792867), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72d4761b -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512) -> (continuation of Deferred@1451889811 after retry RPC@1424792867))) after lookup
18:09:13.300 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:13.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:13.301 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:14.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:14.098 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:14.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1043), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [21ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [21ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [43ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [45ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [45ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [63ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [65ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [65ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [123ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [125ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [125ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [239ms] refreshing cache from master, [239ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [242ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [244ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [245ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [245ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1039ms] refreshing cache from master, [1039ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1042ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1259218409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6eb5e285 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512) -> (continuation of Deferred@1451889811 after retry RPC@1424792867) -> (continuation of Deferred@372995405 after retry RPC@638510892), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72d4761b -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512) -> (continuation of Deferred@1451889811 after retry RPC@1424792867) -> (continuation of Deferred@372995405 after retry RPC@638510892))) after lookup
18:09:14.099 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:14.101 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:14.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:14.101 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603
18:09:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.275627 30357 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:09:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.275846 30357 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.277138 30357 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:14.277980 30214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:14.279173 30214 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.282611 30077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:09:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.283288 30216 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6
18:09:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.283629 30357 raft_consensus.cc:2749] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
18:09:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.331066 30364 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 0cb6e3f1019a4e89a929d1778d50cb26)
18:09:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.331248 30364 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.331856 30364 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:14.333564 30004 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.336942 30274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd" is_pre_election: true
18:09:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.337177 30274 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 8.
18:09:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.337867 30004 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26
18:09:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.338061 30364 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Leader pre-election won for term 10
18:09:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.338119 30364 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 0cb6e3f1019a4e89a929d1778d50cb26)
18:09:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.338164 30364 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 9 FOLLOWER]: Advancing to term 10
18:09:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.339293 30364 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.339748 30364 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 10 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.340268 30274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "42b14559ebf8410f9707e9b6b96c32b6" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:09:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.340445 30274 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 8 FOLLOWER]: Advancing to term 10
18:09:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:14.341451 30004 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111)
18:09:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.342713 30274 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42b14559ebf8410f9707e9b6b96c32b6 in term 10.
18:09:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.343094 30004 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd; no voters: 0cb6e3f1019a4e89a929d1778d50cb26
18:09:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.343328 30364 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 FOLLOWER]: Leader election won for term 10
18:09:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.343607 30364 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 LEADER]: Becoming Leader. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Running, Role: LEADER
18:09:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.344008 30364 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.346549 28316 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 reported cstate change: term changed from 9 to 10, leader changed from 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2) to 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3). New cstate: current_term: 10 leader_uuid: "42b14559ebf8410f9707e9b6b96c32b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: HEALTHY } } }
18:09:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.891733 30274 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Refusing update from remote peer 42b14559ebf8410f9707e9b6b96c32b6: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
18:09:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:14.892693 30383 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
18:09:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:14.902202 30004 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111) [suppressed 2 similar messages]
18:09:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:14.904191 30004 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 -> Peer 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603): Couldn't send request to peer 0cb6e3f1019a4e89a929d1778d50cb26. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.2:36603: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:15.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:15.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:15.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2823), Traces: [0ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [21ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [21ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [43ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [45ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [45ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [63ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [65ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [65ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [123ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [125ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [125ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [239ms] refreshing cache from master, [239ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [242ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [244ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [245ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [245ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1039ms] refreshing cache from master, [1039ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1042ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [1043ms] sending RPC to server 0cb6e3f1019a4e89a929d1778d50cb26, [1045ms] received response from server 0cb6e3f1019a4e89a929d1778d50cb26: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [1045ms] delaying RPC due to: Network error: Failed to connect to peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603): Connection refused: /127.27.114.2:36603, [2819ms] refreshing cache from master, [2819ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [2822ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1259218409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6eb5e285 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512) -> (continuation of Deferred@1451889811 after retry RPC@1424792867) -> (continuation of Deferred@372995405 after retry RPC@638510892) -> (continuation of Deferred@1868992182 after retry RPC@1048585201), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72d4761b -> wakeup thread Time-limited test -> (continuation of Deferred@1041945794 after retry RPC@1873746356) -> (continuation of Deferred@1738659633 after retry RPC@1884557512) -> (continuation of Deferred@1451889811 after retry RPC@1424792867) -> (continuation of Deferred@372995405 after retry RPC@638510892) -> (continuation of Deferred@1868992182 after retry RPC@1048585201))) after lookup
18:09:15.880 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:15.881 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] Successfully connected to peer
18:09:15.905 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xd516bc03, L:/127.0.0.1:48040 - R:/127.27.114.3:36153] using TOKEN/null
18:09:15.924 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.2:36603
18:09:15.924 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:15.925176 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:15.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:36603
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42359
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:15.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.046649 30404 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.046887 30404 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.046932 30404 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.050513 30404 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.050634 30404 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.2
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.054577 30404 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/logs
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.2:36603
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.2
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42359
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30404
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.2
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.055811 30404 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.057300 30404 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.063972 30410 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.063985 30409 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:16.064016 30413 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.064234 30404 server_base.cc:1061] running on GCE node
18:09:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.064936 30404 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.065599 30404 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.066782 30404 hybrid_clock.cc:648] HybridClock initialized: now 1786471756066759 us; error 34 us; skew 500 ppm
18:09:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.068759 30404 webserver.cc:533] Webserver started at http://127.27.114.2:42359/ using document root <none> and password file <none>
18:09:16.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.069383 30404 fs_manager.cc:362] Metadata directory not provided
18:09:16.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.069471 30404 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:16.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.073377 30404 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
18:09:16.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.075791 30420 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.076992 30404 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.077132 30404 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.077605 30404 fs_report.cc:389] FS layout report
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/wal
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/data
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.101876 30404 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.102748 30404 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.102993 30404 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.103722 30404 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.105244 30427 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.108672 30404 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.108764 30404 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.108839 30404 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.110579 30404 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.110663 30404 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
18:09:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.110967 30427 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap starting.
18:09:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.122877 30404 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.2:36603
18:09:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.122895 30545 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.2:36603 every 8 connection(s)
18:09:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.124047 30404 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-1/data/info.pb
18:09:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.127417 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 30404
18:09:16.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.129760 30427 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Log is configured to *not* fsync() on all Append() calls
18:09:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.136029 30546 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.136552 30546 heartbeater.cc:461] Registering TS with master...
18:09:16.137 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.137354 30546 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:16.137 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.3:36153
18:09:16.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:09:16.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.138481 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 29987
18:09:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.144683 30548 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.144826 30548 heartbeater.cc:461] Registering TS with master...
18:09:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.144990 28315 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.145093 30548 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.145947 28315 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.2:47689
18:09:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.146139 28236 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.146224 30547 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.146306 30547 heartbeater.cc:461] Registering TS with master...
18:09:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.146517 30547 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.147452 28149 ts_manager.cc:194] Re-registered known tserver with Master: 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603)
18:09:16.153 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:16.153 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] handling channelInactive
18:09:16.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state READY due to: connection closed
18:09:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.159761 30427 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.160369 30427 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Bootstrap complete.
18:09:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.161720 30427 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent bootstrapping tablet: real 0.051s	user 0.032s	sys 0.012s
18:09:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.164180 30427 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.164574 30427 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Initialized, Role: FOLLOWER
18:09:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.165191 30427 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.166251 30427 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
18:09:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:16.166288 30546 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:16.175 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:16.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.177 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:16.198 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:16.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [24ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1350972715(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6f260b61 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a4e94d9 -> wakeup thread Time-limited test)) after lookup
18:09:16.199 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:16.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.200 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:16.218 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:16.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [24ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [47ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [47ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [64ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1350972715(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6f260b61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a4e94d9 -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776))) after lookup
18:09:16.219 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:16.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.220 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:16.258 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:16.258 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [24ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [47ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [47ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [64ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [65ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [67ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [67ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [101ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [104ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1350972715(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6f260b61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a4e94d9 -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937))) after lookup
18:09:16.259 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:16.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.260 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.398 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:16.399 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:16.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=245), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [24ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [47ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [47ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [64ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [65ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [67ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [67ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [101ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [104ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [105ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [107ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [107ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [242ms] refreshing cache from master, [242ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [245ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1350972715(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6f260b61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937) -> (continuation of Deferred@1611149924 after retry RPC@901931695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a4e94d9 -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937) -> (continuation of Deferred@1611149924 after retry RPC@901931695))) after lookup
18:09:16.400 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:16.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.401 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.698 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:16.698 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)[L],f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:16.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=545), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [24ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [47ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [47ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [64ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [65ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [67ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [67ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [101ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [104ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [105ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [107ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [107ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [242ms] refreshing cache from master, [242ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [245ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [246ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [248ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [248ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [542ms] refreshing cache from master, [542ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [545ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1350972715(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6f260b61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937) -> (continuation of Deferred@1611149924 after retry RPC@901931695) -> (continuation of Deferred@272734824 after retry RPC@179292735), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a4e94d9 -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937) -> (continuation of Deferred@1611149924 after retry RPC@901931695) -> (continuation of Deferred@272734824 after retry RPC@179292735))) after lookup
18:09:16.699 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] connecting to peer
18:09:16.700 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] cleaning up while in state CONNECTING due to: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:16.701 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153
18:09:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.310736 30559 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:09:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.310949 30559 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.312115 30559 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.312873 30423 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.313753 30423 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.316416 30274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "f740e89a56664a6dbd506ffa4518cacd" is_pre_election: true
18:09:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.316959 30421 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26; no voters: 42b14559ebf8410f9707e9b6b96c32b6, f740e89a56664a6dbd506ffa4518cacd
18:09:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.317212 30559 raft_consensus.cc:2749] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
18:09:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.424456 30565 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 42b14559ebf8410f9707e9b6b96c32b6)
18:09:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.424630 30565 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.425176 30565 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.426633 30216 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.430239 30493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" is_pre_election: true
18:09:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.430490 30493 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 9.
18:09:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.431254 30214 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 42b14559ebf8410f9707e9b6b96c32b6
18:09:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.431468 30565 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Leader pre-election won for term 11
18:09:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.431537 30565 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Starting leader election (detected failure of leader 42b14559ebf8410f9707e9b6b96c32b6)
18:09:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.431579 30565 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 10 FOLLOWER]: Advancing to term 11
18:09:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.432482 30565 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.432906 30565 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 11 election: Requested vote from peers 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2:36603), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.433337 30493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "f740e89a56664a6dbd506ffa4518cacd" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "0cb6e3f1019a4e89a929d1778d50cb26"
18:09:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.433513 30493 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 9 FOLLOWER]: Advancing to term 11
18:09:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.434113 30216 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111)
18:09:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.435416 30493 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f740e89a56664a6dbd506ffa4518cacd in term 11.
18:09:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.435806 30214 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, f740e89a56664a6dbd506ffa4518cacd; no voters: 42b14559ebf8410f9707e9b6b96c32b6
18:09:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.436124 30565 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 11 FOLLOWER]: Leader election won for term 11
18:09:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.436389 30565 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [term 11 LEADER]: Becoming Leader. State: Replica: f740e89a56664a6dbd506ffa4518cacd, State: Running, Role: LEADER
18:09:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.436703 30565 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.439225 28315 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd reported cstate change: term changed from 10 to 11, leader changed from 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3) to f740e89a56664a6dbd506ffa4518cacd (127.27.114.1). New cstate: current_term: 11 leader_uuid: "f740e89a56664a6dbd506ffa4518cacd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:09:17.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:17.818 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:17.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1665), Traces: [0ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [24ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [24ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [45ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [47ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [47ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [64ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [65ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [67ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [67ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [101ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [104ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [105ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [107ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [107ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [242ms] refreshing cache from master, [242ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [245ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [246ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [248ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [248ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [542ms] refreshing cache from master, [542ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [545ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [546ms] sending RPC to server 42b14559ebf8410f9707e9b6b96c32b6, [548ms] received response from server 42b14559ebf8410f9707e9b6b96c32b6: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [548ms] delaying RPC due to: Network error: Failed to connect to peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153): Connection refused: /127.27.114.3:36153, [1662ms] refreshing cache from master, [1662ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1665ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1350972715(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@6f260b61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937) -> (continuation of Deferred@1611149924 after retry RPC@901931695) -> (continuation of Deferred@272734824 after retry RPC@179292735) -> (continuation of Deferred@1043689164 after retry RPC@1254077703), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a4e94d9 -> wakeup thread Time-limited test -> (continuation of Deferred@1339685902 after retry RPC@827281776) -> (continuation of Deferred@583568113 after retry RPC@1774684937) -> (continuation of Deferred@1611149924 after retry RPC@901931695) -> (continuation of Deferred@272734824 after retry RPC@179292735) -> (continuation of Deferred@1043689164 after retry RPC@1254077703))) after lookup
18:09:17.819 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:17.821 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] Successfully connected to peer
18:09:17.836 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x5473f87c, L:/127.0.0.1:59368 - R:/127.27.114.1:41509] using TOKEN/null
18:09:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.841068 30493 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Refusing update from remote peer f740e89a56664a6dbd506ffa4518cacd: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 38. (index mismatch)
18:09:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.841207 30216 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd -> Peer 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153): Couldn't send request to peer 42b14559ebf8410f9707e9b6b96c32b6. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.3:36153: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.841890 30572 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd [LEADER]: Connected to new peer: Peer: permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
18:09:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.852877 30588 mvcc.cc:204] Tried to move back new op lower bound from 7317388320108924928 to 7317388318463336448. Current Snapshot: MvccSnapshot[applied={T|T < 7317388320108924928}]
18:09:17.867 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.3:36153
18:09:17.868 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:09:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.868764 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:36153
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35565
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.980967 30595 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.981222 30595 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.981271 30595 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.984934 30595 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.985095 30595 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.3
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.989117 30595 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/logs
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.3:36153
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.3
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35565
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30595
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.3
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.990239 30595 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.991482 30595 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.998663 30603 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.998672 30601 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:17.998672 30600 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.998785 30595 server_base.cc:1061] running on GCE node
18:09:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:17.999507 30595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.000346 30595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.001559 30595 hybrid_clock.cc:648] HybridClock initialized: now 1786471758001532 us; error 48 us; skew 500 ppm
18:09:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.003763 30595 webserver.cc:533] Webserver started at http://127.27.114.3:35565/ using document root <none> and password file <none>
18:09:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.004534 30595 fs_manager.cc:362] Metadata directory not provided
18:09:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.004621 30595 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.008550 30595 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
18:09:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.010973 30610 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.012351 30595 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.012532 30595 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:49 on dist-test-slave-27sr"
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.013108 30595 fs_report.cc:389] FS layout report
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/wal
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/data
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.047045 30595 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.047976 30595 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.048200 30595 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.048861 30595 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.050261 30618 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.053763 30595 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:18.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.053869 30595 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
18:09:18.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.053941 30595 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.055927 30595 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.055994 30595 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
18:09:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.056376 30618 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap starting.
18:09:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.067447 30595 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.3:36153
18:09:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.067464 30740 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.3:36153 every 8 connection(s)
18:09:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.068655 30595 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-2/data/info.pb
18:09:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.075783 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 30595
18:09:18.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.077045 30618 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Log is configured to *not* fsync() on all Append() calls
18:09:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.080461 30743 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.080747 30743 heartbeater.cc:461] Registering TS with master...
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.081246 30741 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.081326 30741 heartbeater.cc:461] Registering TS with master...
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.081415 30743 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.081514 30741 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.083312 30742 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.083580 30742 heartbeater.cc:461] Registering TS with master...
18:09:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.083575 28236 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.084012 30742 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:18.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.084309 28316 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.085245 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.3:43819
18:09:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.085314 28149 ts_manager.cc:194] Re-registered known tserver with Master: 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:18.086 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.114.1:41509
18:09:18.086 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:09:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.086985 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 30195
18:09:18.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:18.103 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] handling channelInactive
18:09:18.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state READY due to: connection closed
18:09:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.106153 30618 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:09:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.106684 30618 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Bootstrap complete.
18:09:18.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.108043 30618 ts_tablet_manager.cc:1403] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent bootstrapping tablet: real 0.052s	user 0.046s	sys 0.000s
18:09:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.110481 30618 raft_consensus.cc:359] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.110894 30618 raft_consensus.cc:740] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42b14559ebf8410f9707e9b6b96c32b6, State: Initialized, Role: FOLLOWER
18:09:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.111464 30618 consensus_queue.cc:260] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:18.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.112442 30741 heartbeater.cc:499] Master 127.27.114.60:45539 was elected leader, sending a full tablet report...
18:09:18.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:18.112599 30618 ts_tablet_manager.cc:1434] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
18:09:18.116 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:18.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.117 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.137 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:18.138 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:18.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test)) after lookup
18:09:18.138 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:18.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.140 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:18.158 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:18.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [35ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [37ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [37ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475))) after lookup
18:09:18.159 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:18.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.160 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:18.178 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:18.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [35ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [37ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [37ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [55ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [57ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [57ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643))) after lookup
18:09:18.179 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:18.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.180 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.357 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:18.357 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:18.358 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=254), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [35ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [37ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [37ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [55ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [57ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [57ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [75ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [77ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [77ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [251ms] refreshing cache from master, [251ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [254ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750))) after lookup
18:09:18.358 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:18.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.359 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:18.378 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:18.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=275), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [35ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [37ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [37ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [55ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [57ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [57ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [75ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [77ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [77ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [251ms] refreshing cache from master, [251ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [254ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [255ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [256ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [256ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [274ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750) -> (continuation of Deferred@504034501 after retry RPC@310890925), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750) -> (continuation of Deferred@504034501 after retry RPC@310890925))) after lookup
18:09:18.379 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:18.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:18.380 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:19.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:19.158 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603),42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)[L]]}]
18:09:19.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1055), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [35ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [37ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [37ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [55ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [57ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [57ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [75ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [77ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [77ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [251ms] refreshing cache from master, [251ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [254ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [255ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [256ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [256ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [274ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [276ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [277ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [277ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1052ms] refreshing cache from master, [1052ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1055ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750) -> (continuation of Deferred@504034501 after retry RPC@310890925) -> (continuation of Deferred@1566856428 after retry RPC@1467660448), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750) -> (continuation of Deferred@504034501 after retry RPC@310890925) -> (continuation of Deferred@1566856428 after retry RPC@1467660448))) after lookup
18:09:19.159 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] connecting to peer
18:09:19.160 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:19.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] cleaning up while in state CONNECTING due to: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:19.160 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509) for tablet 7eb3afdeecc745d9bd4f198c1cabff24: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509
18:09:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.367256 30756 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:09:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.367432 30756 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.367853 30756 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:19.369372 30421 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.373071 30689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6" is_pre_election: true
18:09:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.373353 30689 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 10.
18:09:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.374102 30423 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:09:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.374361 30756 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Leader pre-election won for term 12
18:09:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.374435 30756 raft_consensus.cc:493] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Starting leader election (detected failure of leader f740e89a56664a6dbd506ffa4518cacd)
18:09:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.374465 30756 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 11 FOLLOWER]: Advancing to term 12
18:09:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.375362 30756 raft_consensus.cc:515] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.375821 30756 leader_election.cc:290] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 12 election: Requested vote from peers f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509), 42b14559ebf8410f9707e9b6b96c32b6 (127.27.114.3:36153)
18:09:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.376386 30689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7eb3afdeecc745d9bd4f198c1cabff24" candidate_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "42b14559ebf8410f9707e9b6b96c32b6"
18:09:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.376585 30689 raft_consensus.cc:3060] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 10 FOLLOWER]: Advancing to term 12
18:09:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:19.377097 30421 leader_election.cc:336] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111)
18:09:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.378445 30689 raft_consensus.cc:2468] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0cb6e3f1019a4e89a929d1778d50cb26 in term 12.
18:09:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.378801 30423 leader_election.cc:304] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0cb6e3f1019a4e89a929d1778d50cb26, 42b14559ebf8410f9707e9b6b96c32b6; no voters: f740e89a56664a6dbd506ffa4518cacd
18:09:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.379014 30756 raft_consensus.cc:2804] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 12 FOLLOWER]: Leader election won for term 12
18:09:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.379272 30756 raft_consensus.cc:697] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [term 12 LEADER]: Becoming Leader. State: Replica: 0cb6e3f1019a4e89a929d1778d50cb26, State: Running, Role: LEADER
18:09:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.379613 30756 consensus_queue.cc:237] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } }
18:09:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.382247 28316 catalog_manager.cc:5719] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 reported cstate change: term changed from 11 to 12, leader changed from f740e89a56664a6dbd506ffa4518cacd (127.27.114.1) to 0cb6e3f1019a4e89a929d1778d50cb26 (127.27.114.2). New cstate: current_term: 12 leader_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f740e89a56664a6dbd506ffa4518cacd" member_type: VOTER last_known_addr { host: "127.27.114.1" port: 41509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0cb6e3f1019a4e89a929d1778d50cb26" member_type: VOTER last_known_addr { host: "127.27.114.2" port: 36603 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 } health_report { overall_health: UNKNOWN } } }
18:09:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:19.810948 30421 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 -> Peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Couldn't send request to peer f740e89a56664a6dbd506ffa4518cacd. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:09:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.920059 30689 raft_consensus.cc:1275] T 7eb3afdeecc745d9bd4f198c1cabff24 P 42b14559ebf8410f9707e9b6b96c32b6 [term 12 FOLLOWER]: Refusing update from remote peer 0cb6e3f1019a4e89a929d1778d50cb26: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
18:09:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:19.920768 30756 consensus_queue.cc:1048] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42b14559ebf8410f9707e9b6b96c32b6" member_type: VOTER last_known_addr { host: "127.27.114.3" port: 36153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
18:09:22.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7eb3afdeecc745d9bd4f198c1cabff24 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620' with partition [<start>, <end>)
18:09:22.098 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7eb3afdeecc745d9bd4f198c1cabff24@[0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)[L],42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153),f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)]}]
18:09:22.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7eb3afdeecc745d9bd4f198c1cabff24, attempt=15, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3995), Traces: [0ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [14ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [14ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [35ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [37ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [37ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [55ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [57ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [57ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [75ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [77ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [77ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [251ms] refreshing cache from master, [251ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [254ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [255ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [256ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [256ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [274ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [276ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [277ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [277ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1052ms] refreshing cache from master, [1052ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [1055ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, [1056ms] sending RPC to server f740e89a56664a6dbd506ffa4518cacd, [1057ms] received response from server f740e89a56664a6dbd506ffa4518cacd: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [1057ms] delaying RPC due to: Network error: Failed to connect to peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509): Connection refused: /127.27.114.1:41509, [3991ms] refreshing cache from master, [3991ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.60:45539, [3994ms] Sub RPC GetTableLocations: received response from server master-127.27.114.60:45539: OK, deferred=Deferred@1740242145(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f55b836bed0@50996a9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750) -> (continuation of Deferred@504034501 after retry RPC@310890925) -> (continuation of Deferred@1566856428 after retry RPC@1467660448) -> (continuation of Deferred@835022343 after retry RPC@863534887), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2ea990ab -> wakeup thread Time-limited test -> (continuation of Deferred@303179346 after retry RPC@1893519475) -> (continuation of Deferred@1860561988 after retry RPC@2016212643) -> (continuation of Deferred@2042314740 after retry RPC@1723684750) -> (continuation of Deferred@504034501 after retry RPC@310890925) -> (continuation of Deferred@1566856428 after retry RPC@1467660448) -> (continuation of Deferred@835022343 after retry RPC@863534887))) after lookup
18:09:22.099 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] connecting to peer
18:09:22.100 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] Successfully connected to peer
18:09:22.115 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x4b2505a4, L:/127.0.0.1:57036 - R:/127.27.114.2:36603] using TOKEN/null
18:09:22.134 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.114.1:41509
18:09:22.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.135162 28104 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:09:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.186625 30421 consensus_peers.cc:597] T 7eb3afdeecc745d9bd4f198c1cabff24 P 0cb6e3f1019a4e89a929d1778d50cb26 -> Peer f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509): Couldn't send request to peer f740e89a56664a6dbd506ffa4518cacd. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.1:41509: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:09:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.248281 30795 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:09:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.248534 30795 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:09:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.248581 30795 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:09:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.252166 30795 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:09:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.252293 30795 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.1
18:09:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.256469 30795 tablet_server_runner.cc:78] Tablet server non-default flags:
18:09:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/logs
18:09:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:09:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:09:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.20:39081
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.1:41509
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.1
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44093
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.62:33329,127.27.114.61:44743,127.27.114.60:45539
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30795
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.1
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:34 UTC on bdcb31816ec0
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17629
18:09:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.257637 30795 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:09:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.258770 30795 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:09:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.265817 30803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.265833 30802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:09:22.265843 30805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:09:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.266078 30795 server_base.cc:1061] running on GCE node
18:09:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.266929 30795 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:09:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.267518 30795 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:09:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.268693 30795 hybrid_clock.cc:648] HybridClock initialized: now 1786471762268673 us; error 43 us; skew 500 ppm
18:09:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.270666 30795 webserver.cc:533] Webserver started at http://127.27.114.1:44093/ using document root <none> and password file <none>
18:09:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.271219 30795 fs_manager.cc:362] Metadata directory not provided
18:09:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.271274 30795 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:09:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.274994 30795 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
18:09:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.277208 30814 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:09:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.278322 30795 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:09:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.278435 30795 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data,/tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f740e89a56664a6dbd506ffa4518cacd"
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:08:48 on dist-test-slave-27sr"
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.278851 30795 fs_report.cc:389] FS layout report
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/wal
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/data
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:09:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:09:22.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.316486 30795 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:09:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.317201 30795 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:09:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.317384 30795 kserver.cc:163] Server-wide thread pool size limit: 3276
18:09:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.318022 30795 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:09:22.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.319453 30822 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:09:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.323153 30795 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:09:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.323246 30795 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
18:09:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.323307 30795 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:09:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.325066 30795 ts_tablet_manager.cc:616] Registered 1 tablets
18:09:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.325208 30795 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.001s
18:09:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.325435 30822 tablet_bootstrap.cc:492] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Bootstrap starting.
18:09:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.338840 30795 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.1:41509
18:09:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.338977 30940 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.114.1:41509 every 8 connection(s)
18:09:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.340564 30795 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjuQdLw/test-tmp/mini-kudu-cluster8018465765096232996/ts-0/data/info.pb
18:09:22.343 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:09:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.343012 28104 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu as pid 30795
18:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.346647 30822 log.cc:826] T 7eb3afdeecc745d9bd4f198c1cabff24 P f740e89a56664a6dbd506ffa4518cacd: Log is configured to *not* fsync() on all Append() calls
18:09:22.354 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:22.360 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786471729620, tablet=7eb3afdeecc745d9bd4f198c1cabff24, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:09:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.363660 30943 heartbeater.cc:344] Connected to a master server at 127.27.114.61:44743
18:09:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.364019 30943 heartbeater.cc:461] Registering TS with master...
18:09:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.364842 30943 heartbeater.cc:507] Master 127.27.114.61:44743 requested a full tablet report, sending...
18:09:22.367 [DEBUG - main] (Connection.java:575) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] disconnecting while in state READY
18:09:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.367244 28236 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.367528 30941 heartbeater.cc:344] Connected to a master server at 127.27.114.60:45539
18:09:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.367622 30941 heartbeater.cc:461] Registering TS with master...
18:09:22.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.367868 30941 heartbeater.cc:507] Master 127.27.114.60:45539 requested a full tablet report, sending...
18:09:22.369 [DEBUG - main] (Connection.java:575) [peer master-127.27.114.60:45539(127.27.114.60:45539)] disconnecting while in state READY
18:09:22.369 [DEBUG - main] (Connection.java:575) [peer master-127.27.114.62:33329(127.27.114.62:33329)] disconnecting while in state READY
18:09:22.369 [DEBUG - main] (Connection.java:575) [peer 42b14559ebf8410f9707e9b6b96c32b6(127.27.114.3:36153)] disconnecting while in state TERMINATED
18:09:22.369 [DEBUG - main] (Connection.java:575) [peer master-127.27.114.61:44743(127.27.114.61:44743)] disconnecting while in state READY
18:09:22.369 [DEBUG - main] (Connection.java:575) [peer f740e89a56664a6dbd506ffa4518cacd(127.27.114.1:41509)] disconnecting while in state TERMINATED
18:09:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.369212 28316 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.370189 30942 heartbeater.cc:344] Connected to a master server at 127.27.114.62:33329
18:09:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.370276 30942 heartbeater.cc:461] Registering TS with master...
18:09:22.372 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.114.60:45539(127.27.114.60:45539)] handling channelInactive
18:09:22.372 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.114.61:44743(127.27.114.61:44743)] handling channelInactive
18:09:22.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.60:45539(127.27.114.60:45539)] cleaning up while in state READY due to: connection closed
18:09:22.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.114.61:44743(127.27.114.61:44743)] cleaning up while in state READY due to: connection closed
18:09:22.373 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.114.62:33329(127.27.114.62:33329)] handling channelInactive
18:09:22.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.62:33329(127.27.114.62:33329)] cleaning up while in state READY due to: connection closed
18:09:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.370360 28316 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.114.1:43469
18:09:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.370487 30942 heartbeater.cc:507] Master 127.27.114.62:33329 requested a full tablet report, sending...
18:09:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.371965 28149 ts_manager.cc:194] Re-registered known tserver with Master: f740e89a56664a6dbd506ffa4518cacd (127.27.114.1:41509)
18:09:22.375 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:09:22.383 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] handling channelInactive
18:09:22.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0cb6e3f1019a4e89a929d1778d50cb26(127.27.114.2:36603)] cleaning up while in state READY due to: connection closed
18:09:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.385928 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 30795
18:09:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.399171 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 30404
18:09:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.410038 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 30595
18:09:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.419450 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28117
18:09:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.428849 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28192
18:09:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:09:22.439169 28104 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskjuQdLw/build/debug/bin/kudu with pid 28280
18:09:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T18:09:22Z chronyd exiting

Time: 35.586

OK (1 test)

