JUnit version 4.13.2
.20:02:59.661 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786478579654
20:02:59.716 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:02:59.777 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:02:59.786 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskcpjGbK/test-tmp
20:02:59.792 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:02:59.794 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskcpjGbK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:00.043 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:03:00.250 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:00.251 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:03:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.255448 30136 mini_oidc.cc:150] Starting JWKS server
20:03:00.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.259629 30136 webserver.cc:533] Webserver started at http://127.0.0.1:40177/ using document root <none> and password file <none>
20:03:00.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.260110 30136 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.262051 30136 webserver.cc:533] Webserver started at http://127.0.0.1:38887/ using document root <none> and password file <none>
20:03:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:00Z Disabled control of system clock
20:03:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.332391 30136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal
20:03:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data
20:03:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/logs
20:03:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data/info.pb
20:03:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.62:41229
20:03:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.62
20:03:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:00.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40177/jwks.json with env {}
20:03:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.649519 30154 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.650120 30154 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.650655 30154 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.683885 30154 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.684170 30154 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.684396 30154 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.684593 30154 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.684948 30154 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.685232 30154 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40177/jwks.json
20:03:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.725772 30154 master_runner.cc:387] Master server non-default flags:
20:03:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/logs
20:03:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.62:41229
20:03:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40177/jwks.json
20:03:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data/info.pb
20:03:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.62
20:03:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.727154 30154 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.729017 30154 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:00.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.740893 30167 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.742692 30168 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:01.953403 30169 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:03:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:01.955150 30170 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:01.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.955149 30154 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.958436 30154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:01.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.961305 30154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:01.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.962738 30154 hybrid_clock.cc:648] HybridClock initialized: now 1786478581962701 us; error 39 us; skew 500 ppm
20:03:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.963830 30154 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:01.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.971042 30154 webserver.cc:533] Webserver started at http://127.29.110.62:32981/ using document root <none> and password file <none>
20:03:01.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.972240 30154 fs_manager.cc:362] Metadata directory not provided
20:03:01.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.972508 30154 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:01.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.973155 30154 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:01.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.977723 30154 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data/instance:
20:03:01.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fbc5dcda07b45a08efe85b143e45c6f"
20:03:01.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:01 on dist-test-slave-x4qh"
20:03:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.979162 30154 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal/instance:
20:03:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fbc5dcda07b45a08efe85b143e45c6f"
20:03:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:01 on dist-test-slave-x4qh"
20:03:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.987406 30154 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
20:03:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.993808 30184 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.995168 30154 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
20:03:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.995580 30154 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal
20:03:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fbc5dcda07b45a08efe85b143e45c6f"
20:03:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:01 on dist-test-slave-x4qh"
20:03:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.996062 30154 fs_report.cc:389] FS layout report
20:03:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal
20:03:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal
20:03:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data/data
20:03:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:02.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.053923 30154 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:02.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.055768 30154 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:02.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.056336 30154 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.135798 30154 rpc_server.cc:307] RPC server started. Bound to: 127.29.110.62:41229
20:03:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.135886 30269 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.110.62:41229 every 8 connection(s)
20:03:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.138935 30154 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/data/info.pb
20:03:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.144248 30136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 30154
20:03:02.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.144850 30136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-0/wal/instance
20:03:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.146274 30275 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.150173 30136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/logs
20:03:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data/info.pb
20:03:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.61:37885
20:03:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.61
20:03:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40177/jwks.json with env {}
20:03:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.161237 30275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } has no permanent_uuid. Determining permanent_uuid...
20:03:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.191641 30275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } has no permanent_uuid. Determining permanent_uuid...
20:03:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.194181 30186 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:02.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.198693 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.248206 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 1
20:03:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.252723 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.321308 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 2
20:03:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.326076 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.417661 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 3
20:03:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.424854 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.505661 30279 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.506312 30279 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.506796 30279 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.540057 30279 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.540342 30279 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.540613 30279 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.540940 30279 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.541260 30279 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.541512 30279 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40177/jwks.json
20:03:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.568363 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 4
20:03:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.572791 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.585479 30279 master_runner.cc:387] Master server non-default flags:
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/logs
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.61:37885
20:03:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40177/jwks.json
20:03:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data/info.pb
20:03:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.61
20:03:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.586880 30279 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.588704 30279 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.602258 30291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.872273 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 5
20:03:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.887480 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.435149 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 6
20:03:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.468853 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.61:37885: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:03.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.604260 30292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.916395 30293 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1310 milliseconds
20:03:03.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.919051 30294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.921514 30279 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.318s	user 0.445s	sys 0.861s
20:03:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.921919 30279 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.319s	user 0.445s	sys 0.861s
20:03:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.922257 30279 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.925114 30279 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.928810 30279 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.937462 30279 hybrid_clock.cc:648] HybridClock initialized: now 1786478583937354 us; error 112 us; skew 500 ppm
20:03:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.938804 30279 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.948423 30279 webserver.cc:533] Webserver started at http://127.29.110.61:41767/ using document root <none> and password file <none>
20:03:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.949975 30279 fs_manager.cc:362] Metadata directory not provided
20:03:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.950328 30279 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.950951 30279 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:03.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.958544 30279 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data/instance:
20:03:03.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4652dfa927d0405695be047a70c6b861"
20:03:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:03 on dist-test-slave-x4qh"
20:03:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.960347 30279 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal/instance:
20:03:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4652dfa927d0405695be047a70c6b861"
20:03:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:03 on dist-test-slave-x4qh"
20:03:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.971552 30279 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
20:03:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.980393 30313 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:03.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.982054 30279 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
20:03:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.982517 30279 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal
20:03:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4652dfa927d0405695be047a70c6b861"
20:03:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:03 on dist-test-slave-x4qh"
20:03:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.982996 30279 fs_report.cc:389] FS layout report
20:03:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal
20:03:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal
20:03:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data/data
20:03:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.068733 30279 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.070502 30279 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:04.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.071044 30279 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:04.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.152729 30279 rpc_server.cc:307] RPC server started. Bound to: 127.29.110.61:37885
20:03:04.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.152810 30400 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.110.61:37885 every 8 connection(s)
20:03:04.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.155849 30279 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/data/info.pb
20:03:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.161933 30404 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.166227 30136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 30279
20:03:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.166734 30136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-1/wal/instance
20:03:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.169016 30136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal
20:03:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/logs
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data/info.pb
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.60:46791
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.60
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:04.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:04.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:04.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40177/jwks.json with env {}
20:03:04.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.173369 30404 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.200601 30404 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.215485 30404 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.218130 30317 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.222723 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.272346 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 1
20:03:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.278175 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.346625 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 2
20:03:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.351909 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.443343 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 3
20:03:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.448237 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.507473 30407 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.508199 30407 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.508911 30407 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.529476 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } attempt: 7
20:03:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.541850 30275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.548199 30407 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.548260 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.548630 30407 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.548858 30407 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.549238 30407 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.549482 30407 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.549628 30407 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40177/jwks.json
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.587546 30407 master_runner.cc:387] Master server non-default flags:
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/logs
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.60:46791
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40177/jwks.json
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data/info.pb
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.60
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.588976 30407 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.591300 30407 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.591672 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 4
20:03:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.596472 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.604331 30433 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.606704 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 1
20:03:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.613420 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.694918 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 2
20:03:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.705063 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.790707 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 3
20:03:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.805809 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.895946 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 5
20:03:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.906062 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.946430 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 4
20:03:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.956733 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.240358 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 5
20:03:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.251005 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:05.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.453685 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 6
20:03:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.488235 30404 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:05.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.803638 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 6
20:03:05.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.829262 30275 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.110.60:46791: Network error: Client connection negotiation failed: client connection to 127.29.110.60:46791: connect: Connection refused (error 111)
20:03:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.604959 30434 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.989082 30437 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1381 milliseconds
20:03:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.990311 30438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.993124 30407 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.389s	user 0.470s	sys 0.912s
20:03:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.993762 30407 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.389s	user 0.471s	sys 0.913s
20:03:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.994318 30407 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.998600 30407 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.001680 30407 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.003077 30407 hybrid_clock.cc:648] HybridClock initialized: now 1786478586003037 us; error 43 us; skew 500 ppm
20:03:06.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.004026 30407 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.011768 30407 webserver.cc:533] Webserver started at http://127.29.110.60:40579/ using document root <none> and password file <none>
20:03:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.012840 30407 fs_manager.cc:362] Metadata directory not provided
20:03:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.013106 30407 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.013696 30407 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.018764 30407 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data/instance:
20:03:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47a79c9736894600bb291a4d2633df11"
20:03:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:06 on dist-test-slave-x4qh"
20:03:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.020186 30407 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal/instance:
20:03:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47a79c9736894600bb291a4d2633df11"
20:03:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:06 on dist-test-slave-x4qh"
20:03:06.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.028898 30407 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
20:03:06.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.035764 30470 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:06.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.037127 30407 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
20:03:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.037520 30407 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal
20:03:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47a79c9736894600bb291a4d2633df11"
20:03:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:06 on dist-test-slave-x4qh"
20:03:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.037948 30407 fs_report.cc:389] FS layout report
20:03:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data/data
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.132635 30407 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.134605 30407 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.135177 30407 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.224195 30407 rpc_server.cc:307] RPC server started. Bound to: 127.29.110.60:46791
20:03:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.224273 30565 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.110.60:46791 every 8 connection(s)
20:03:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.227269 30407 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/data/info.pb
20:03:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.230293 30136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 30407
20:03:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.230890 30136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/master-2/wal/instance
20:03:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.235705 30570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.255196 30570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } has no permanent_uuid. Determining permanent_uuid...
20:03:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.279716 30570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } has no permanent_uuid. Determining permanent_uuid...
20:03:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.290757 30570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } has no permanent_uuid. Determining permanent_uuid...
20:03:06.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.308566 30570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: Bootstrap starting.
20:03:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.315745 30570 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: Neither blocks nor log segments found. Creating new log.
20:03:06.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.317631 30570 log.cc:826] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: Log is configured to *not* fsync() on all Append() calls
20:03:06.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.322518 30570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: No bootstrap required, opened a new log
20:03:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.343724 30570 raft_consensus.cc:359] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.344379 30570 raft_consensus.cc:385] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.344640 30570 raft_consensus.cc:740] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47a79c9736894600bb291a4d2633df11, State: Initialized, Role: FOLLOWER
20:03:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.345712 30570 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.350893 30588 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.351586 30588 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.352963 30570 sys_catalog.cc:565] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: configured and running, proceeding with master startup.
20:03:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.389253 30609 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.389657 30609 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.391573 30481 tablet.cc:2406] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.380005 30407 master_runner.cc:187] Error getting master registration for 127.29.110.62:41229: OK, instance_id { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" instance_seqno: 1786478582114481 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.406349 30407 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:06.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.548851 30404 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 7
20:03:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.568135 30404 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861: Bootstrap starting.
20:03:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.574267 30404 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861: Neither blocks nor log segments found. Creating new log.
20:03:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.576468 30404 log.cc:826] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861: Log is configured to *not* fsync() on all Append() calls
20:03:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.581441 30404 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861: No bootstrap required, opened a new log
20:03:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.601676 30404 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.602363 30404 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.602650 30404 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4652dfa927d0405695be047a70c6b861, State: Initialized, Role: FOLLOWER
20:03:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.603673 30404 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.606652 30616 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.607795 30616 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.608652 30404 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: configured and running, proceeding with master startup.
20:03:06.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.618158 30616 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:06.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.618687 30616 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.621294 30616 leader_election.cc:290] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8fbc5dcda07b45a08efe85b143e45c6f (127.29.110.62:41229), 47a79c9736894600bb291a4d2633df11 (127.29.110.60:46791)
20:03:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.624328 30519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4652dfa927d0405695be047a70c6b861" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47a79c9736894600bb291a4d2633df11" is_pre_election: true
20:03:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.625290 30519 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4652dfa927d0405695be047a70c6b861 in term 0.
20:03:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.626770 30317 leader_election.cc:304] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4652dfa927d0405695be047a70c6b861, 47a79c9736894600bb291a4d2633df11; no voters: 
20:03:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.627688 30616 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.628021 30616 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.628345 30616 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 0 FOLLOWER]: Advancing to term 1
20:03:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.636557 30616 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.640345 30616 leader_election.cc:290] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [CANDIDATE]: Term 1 election: Requested vote from peers 8fbc5dcda07b45a08efe85b143e45c6f (127.29.110.62:41229), 47a79c9736894600bb291a4d2633df11 (127.29.110.60:46791)
20:03:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.641129 30519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4652dfa927d0405695be047a70c6b861" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47a79c9736894600bb291a4d2633df11"
20:03:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.641862 30519 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 0 FOLLOWER]: Advancing to term 1
20:03:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.659729 30519 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4652dfa927d0405695be047a70c6b861 in term 1.
20:03:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.666635 30317 leader_election.cc:304] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4652dfa927d0405695be047a70c6b861, 47a79c9736894600bb291a4d2633df11; no voters: 
20:03:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.667922 30616 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 1 FOLLOWER]: Leader election won for term 1
20:03:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.683497 30616 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [term 1 LEADER]: Becoming Leader. State: Replica: 4652dfa927d0405695be047a70c6b861, State: Running, Role: LEADER
20:03:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.685948 30644 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.686681 30644 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.686626 30616 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:06.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.712495 30645 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4652dfa927d0405695be047a70c6b861. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.714911 30645 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: This master's current role is: LEADER
20:03:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.665331 30279 master_runner.cc:187] Error getting master registration for 127.29.110.62:41229: OK, instance_id { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" instance_seqno: 1786478582114481 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.719022 30279 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.720371 30648 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.728588 30648 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.761375 30519 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Refusing update from remote peer 4652dfa927d0405695be047a70c6b861: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.763361 30645 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [LEADER]: Connected to new peer: Peer: permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.793563 30588 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4652dfa927d0405695be047a70c6b861. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.794359 30588 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.803643 30649 mvcc.cc:204] Tried to move back new op lower bound from 7317416291356598272 to 7317416291088584704. Current Snapshot: MvccSnapshot[applied={T|T < 7317416291356598272}]
20:03:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.817286 30645 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.818076 30645 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: This master's current role is: LEADER
20:03:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.820425 30648 catalog_manager.cc:1383] Generated new cluster ID: 1fc41e9e727c4148b2c420d0df673efd
20:03:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.820734 30648 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.825217 30588 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.825953 30588 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.862684 30275 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } attempt: 7
20:03:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.875667 30648 catalog_manager.cc:1406] Generated new certificate authority record
20:03:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.880890 30648 catalog_manager.cc:1540] Loading token signing keys...
20:03:06.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.928004 30275 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: Bootstrap starting.
20:03:06.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.940944 30648 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861: Generated new TSK 0
20:03:06.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.942112 30648 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.950977 30275 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: Neither blocks nor log segments found. Creating new log.
20:03:06.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.953770 30275 log.cc:826] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: Log is configured to *not* fsync() on all Append() calls
20:03:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.962356 30136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/logs
20:03:06.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data/info.pb
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.1:0
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.110.1
20:03:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.1
20:03:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.968226 30275 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: No bootstrap required, opened a new log
20:03:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.020190 30275 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:07.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.022547 30275 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.023352 30275 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fbc5dcda07b45a08efe85b143e45c6f, State: Initialized, Role: FOLLOWER
20:03:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.026081 30275 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.040552 30659 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.044857 30659 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.050993 30233 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4652dfa927d0405695be047a70c6b861" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" is_pre_election: true
20:03:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.051913 30233 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4652dfa927d0405695be047a70c6b861 in term 0.
20:03:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.053329 30227 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 0 FOLLOWER]: Advancing to term 1
20:03:07.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.059616 30232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4652dfa927d0405695be047a70c6b861" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fbc5dcda07b45a08efe85b143e45c6f"
20:03:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.063805 30227 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 1 FOLLOWER]: Refusing update from remote peer 4652dfa927d0405695be047a70c6b861: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.065491 30616 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:07.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.068986 30191 tablet.cc:2406] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:07.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.075989 30275 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: configured and running, proceeding with master startup.
20:03:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.137251 30659 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4652dfa927d0405695be047a70c6b861. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.138284 30659 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.140219 30669 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.141047 30669 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.198951 30695 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.395936 30609 catalog_manager.cc:1295] Loaded cluster ID: 1fc41e9e727c4148b2c420d0df673efd
20:03:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.396806 30609 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: loading cluster ID for follower catalog manager: success
20:03:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.406071 30609 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: acquiring CA information for follower catalog manager: success
20:03:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.412762 30609 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.520560 30658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.521201 30658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.521826 30658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.558302 30658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.559468 30658 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.110.1
20:03:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.602674 30616 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4652dfa927d0405695be047a70c6b861" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.603900 30616 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4652dfa927d0405695be047a70c6b861 [sys.catalog]: This master's current role is: LEADER
20:03:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.618853 30658 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/logs
20:03:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.1:0
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data/info.pb
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.1
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.110.1
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.620781 30658 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.623250 30658 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.641204 30708 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.228233 30695 catalog_manager.cc:1295] Loaded cluster ID: 1fc41e9e727c4148b2c420d0df673efd
20:03:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.228549 30695 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: loading cluster ID for follower catalog manager: success
20:03:08.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.238893 30695 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: acquiring CA information for follower catalog manager: success
20:03:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.271492 30695 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:09.042861 30707 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 30658
20:03:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:10.415400 30712 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2767 milliseconds
20:03:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:10.416216 30658 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.771s	user 0.004s	sys 0.000s
20:03:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:10.418080 30658 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.773s	user 0.004s	sys 0.000s
20:03:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.645638 30709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.419842 30658 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:10.420643 30714 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.424239 30658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.427253 30658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.428951 30658 hybrid_clock.cc:648] HybridClock initialized: now 1786478590428909 us; error 45 us; skew 500 ppm
20:03:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.430282 30658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.438731 30658 webserver.cc:533] Webserver started at http://127.29.110.1:37987/ using document root <none> and password file <none>
20:03:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.440263 30658 fs_manager.cc:362] Metadata directory not provided
20:03:10.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.440764 30658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:10.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.441543 30658 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.448137 30658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data/instance:
20:03:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0b9848def6049c78e1ae8fdc757fb35"
20:03:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:10 on dist-test-slave-x4qh"
20:03:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.450006 30658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal/instance:
20:03:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0b9848def6049c78e1ae8fdc757fb35"
20:03:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:10 on dist-test-slave-x4qh"
20:03:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.460727 30658 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.000s
20:03:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.468765 30727 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.470149 30658 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.470552 30658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0b9848def6049c78e1ae8fdc757fb35"
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:10 on dist-test-slave-x4qh"
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.470979 30658 fs_report.cc:389] FS layout report
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal
20:03:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data/data
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.541337 30658 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.543330 30658 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.543906 30658 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.547598 30658 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.553768 30658 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.554051 30658 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.554368 30658 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.554579 30658 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.796770 30658 rpc_server.cc:307] RPC server started. Bound to: 127.29.110.1:37203
20:03:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.796895 30948 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.110.1:37203 every 8 connection(s)
20:03:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.800633 30658 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/data/info.pb
20:03:10.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.802380 30136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 30658
20:03:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.803048 30136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-0/wal/instance
20:03:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.817188 30136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/logs
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data/info.pb
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.2:0
20:03:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.110.2
20:03:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.2
20:03:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.932341 30954 heartbeater.cc:344] Connected to a master server at 127.29.110.61:37885
20:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.932647 30950 heartbeater.cc:344] Connected to a master server at 127.29.110.60:46791
20:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.932829 30954 heartbeater.cc:461] Registering TS with master...
20:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.933045 30950 heartbeater.cc:461] Registering TS with master...
20:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.934342 30954 heartbeater.cc:507] Master 127.29.110.61:37885 requested a full tablet report, sending...
20:03:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.937371 30950 heartbeater.cc:507] Master 127.29.110.60:46791 requested a full tablet report, sending...
20:03:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.940876 30500 ts_manager.cc:194] Registered new tserver with Master: d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203)
20:03:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.942464 30353 ts_manager.cc:194] Registered new tserver with Master: d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203)
20:03:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.945937 30353 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.110.1:39875
20:03:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.950796 30957 heartbeater.cc:344] Connected to a master server at 127.29.110.62:41229
20:03:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.951171 30957 heartbeater.cc:461] Registering TS with master...
20:03:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.952227 30957 heartbeater.cc:507] Master 127.29.110.62:41229 requested a full tablet report, sending...
20:03:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.955585 30209 ts_manager.cc:194] Registered new tserver with Master: d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203)
20:03:11.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.272693 30952 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:11.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.273350 30952 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.273940 30952 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.309309 30952 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.310374 30952 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.110.2
20:03:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:11.348869 30952 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/logs
20:03:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.2:0
20:03:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data/info.pb
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.2
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.110.2
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:11.350406 30952 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:11.352600 30952 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:11.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.367965 30976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:11.953105 30954 heartbeater.cc:499] Master 127.29.110.61:37885 was elected leader, sending a full tablet report...
20:03:12.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.371390 30978 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:11.372530 30980 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.726827 30979 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1354 milliseconds
20:03:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.726954 30952 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.728258 30952 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.730479 30952 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.731828 30952 hybrid_clock.cc:648] HybridClock initialized: now 1786478592731800 us; error 49 us; skew 500 ppm
20:03:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.732650 30952 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.739004 30952 webserver.cc:533] Webserver started at http://127.29.110.2:38317/ using document root <none> and password file <none>
20:03:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.740024 30952 fs_manager.cc:362] Metadata directory not provided
20:03:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.740221 30952 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.740646 30952 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.745009 30952 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data/instance:
20:03:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed06d7ca55f46cc97a63675f7318907"
20:03:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:12 on dist-test-slave-x4qh"
20:03:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.746105 30952 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal/instance:
20:03:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed06d7ca55f46cc97a63675f7318907"
20:03:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:12 on dist-test-slave-x4qh"
20:03:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.756263 30952 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.007s	sys 0.005s
20:03:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.761952 30997 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:12.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.763247 30952 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
20:03:12.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.763599 30952 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal
20:03:12.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed06d7ca55f46cc97a63675f7318907"
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:12 on dist-test-slave-x4qh"
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.763906 30952 fs_report.cc:389] FS layout report
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data/data
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.830575 30952 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.832342 30952 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.832898 30952 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.836010 30952 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.840421 30952 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.840669 30952 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.840981 30952 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.841202 30952 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:12.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.997251 30952 rpc_server.cc:307] RPC server started. Bound to: 127.29.110.2:44283
20:03:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.997458 31216 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.110.2:44283 every 8 connection(s)
20:03:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.000384 30952 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/data/info.pb
20:03:13.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.008239 30136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 30952
20:03:13.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.008792 30136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-1/wal/instance
20:03:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.021060 30136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal
20:03:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data
20:03:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/logs
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data/info.pb
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:13.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.3:0
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.110.3
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.3
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.056293 31221 heartbeater.cc:344] Connected to a master server at 127.29.110.61:37885
20:03:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.057209 31221 heartbeater.cc:461] Registering TS with master...
20:03:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.058580 31221 heartbeater.cc:507] Master 127.29.110.61:37885 requested a full tablet report, sending...
20:03:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.059818 31220 heartbeater.cc:344] Connected to a master server at 127.29.110.60:46791
20:03:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.060181 31220 heartbeater.cc:461] Registering TS with master...
20:03:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.061093 31220 heartbeater.cc:507] Master 127.29.110.60:46791 requested a full tablet report, sending...
20:03:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.061527 30353 ts_manager.cc:194] Registered new tserver with Master: 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.063361 30353 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.110.2:37379
20:03:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.063519 30500 ts_manager.cc:194] Registered new tserver with Master: 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.071563 31222 heartbeater.cc:344] Connected to a master server at 127.29.110.62:41229
20:03:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.071832 31222 heartbeater.cc:461] Registering TS with master...
20:03:13.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.072300 31222 heartbeater.cc:507] Master 127.29.110.62:41229 requested a full tablet report, sending...
20:03:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.074396 30209 ts_manager.cc:194] Registered new tserver with Master: 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.388751 31242 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.389343 31242 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.389923 31242 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.424060 31242 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:13.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.425338 31242 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.110.3
20:03:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.461171 31242 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/logs
20:03:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.110.20:37193
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.110.3:0
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data/info.pb
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.110.3
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.110.3
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.462987 31242 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.465108 31242 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.478407 31256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.066937 31221 heartbeater.cc:499] Master 127.29.110.61:37885 was elected leader, sending a full tablet report...
20:03:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:13.479750 31259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.729830 31262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.732659 31261 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1249 milliseconds
20:03:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.732801 31242 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.734360 31242 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.737275 31242 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:14.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.738703 31242 hybrid_clock.cc:648] HybridClock initialized: now 1786478594738659 us; error 53 us; skew 500 ppm
20:03:14.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.739567 31242 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.746310 31242 webserver.cc:533] Webserver started at http://127.29.110.3:41033/ using document root <none> and password file <none>
20:03:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.747203 31242 fs_manager.cc:362] Metadata directory not provided
20:03:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.747452 31242 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:14.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.747951 31242 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.752379 31242 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data/instance:
20:03:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1100ccec2e54e74b9cf44f670692c0f"
20:03:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:14 on dist-test-slave-x4qh"
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.753419 31242 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal/instance:
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1100ccec2e54e74b9cf44f670692c0f"
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:14 on dist-test-slave-x4qh"
20:03:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.760737 31242 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
20:03:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.766543 31278 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.767949 31242 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
20:03:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.768234 31242 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal
20:03:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1100ccec2e54e74b9cf44f670692c0f"
20:03:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:14 on dist-test-slave-x4qh"
20:03:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.768524 31242 fs_report.cc:389] FS layout report
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data/data
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:14.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.821700 31242 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.823485 31242 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.824075 31242 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.827009 31242 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.831657 31242 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.831928 31242 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.832226 31242 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.832487 31242 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.984207 31242 rpc_server.cc:307] RPC server started. Bound to: 127.29.110.3:35021
20:03:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.984303 31494 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.110.3:35021 every 8 connection(s)
20:03:14.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.987138 31242 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/data/info.pb
20:03:15.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.994966 30136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 31242
20:03:15.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.995666 30136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal/instance
20:03:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.038335 31499 heartbeater.cc:344] Connected to a master server at 127.29.110.61:37885
20:03:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.038461 31497 heartbeater.cc:344] Connected to a master server at 127.29.110.60:46791
20:03:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.038846 31499 heartbeater.cc:461] Registering TS with master...
20:03:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.038908 31497 heartbeater.cc:461] Registering TS with master...
20:03:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.040393 31499 heartbeater.cc:507] Master 127.29.110.61:37885 requested a full tablet report, sending...
20:03:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.040544 31501 heartbeater.cc:344] Connected to a master server at 127.29.110.62:41229
20:03:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.040920 31501 heartbeater.cc:461] Registering TS with master...
20:03:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.041286 31497 heartbeater.cc:507] Master 127.29.110.60:46791 requested a full tablet report, sending...
20:03:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.041806 31501 heartbeater.cc:507] Master 127.29.110.62:41229 requested a full tablet report, sending...
20:03:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.043294 30353 ts_manager.cc:194] Registered new tserver with Master: d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021)
20:03:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.044291 30500 ts_manager.cc:194] Registered new tserver with Master: d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021)
20:03:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.044826 30209 ts_manager.cc:194] Registered new tserver with Master: d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021)
20:03:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.045044 30353 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.110.3:56297
20:03:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:15.068310 30136 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:15.081 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:15.083 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:03:15.093 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.110.62"
      port: 41229
    }
    bound_http_address {
      host: "127.29.110.62"
      port: 32981
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.110.61"
      port: 37885
    }
    bound_http_address {
      host: "127.29.110.61"
      port: 41767
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.110.60"
      port: 46791
    }
    bound_http_address {
      host: "127.29.110.60"
      port: 40579
    }
  }
}

20:03:15.097 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:03:15.100 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.110.1"
      port: 37203
    }
    bound_http_address {
      host: "127.29.110.1"
      port: 37987
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.110.2"
      port: 44283
    }
    bound_http_address {
      host: "127.29.110.2"
      port: 38317
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.110.3"
      port: 35021
    }
    bound_http_address {
      host: "127.29.110.3"
      port: 41033
    }
  }
}

20:03:15.100 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:15.310 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:03:15.381 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:03:15.580 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.110.62:41229(127.29.110.62:41229)] connecting to peer
20:03:15.642 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:15.644 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.110.60:46791(127.29.110.60:46791)] connecting to peer
20:03:15.661 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.110.61:37885(127.29.110.61:37885)] Successfully connected to peer
20:03:15.663 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.110.60:46791(127.29.110.60:46791)] Successfully connected to peer
20:03:15.664 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.110.62:41229(127.29.110.62:41229)] Successfully connected to peer
20:03:15.760 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.110.62
20:03:15.760 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.110.60
20:03:15.771 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.110.61
20:03:15.998 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x6968b7d3, L:/127.0.0.1:35750 - R:/127.29.110.62:41229] using SASL/PLAIN
20:03:15.998 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x7981c646, L:/127.0.0.1:59900 - R:/127.29.110.60:46791] using SASL/PLAIN
20:03:16.001 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x2713caf9, L:/127.0.0.1:40850 - R:/127.29.110.61:37885] using SASL/PLAIN
20:03:16.041 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:16.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=517), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [488ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [488ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [489ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: OK, deferred=null) after lookup
20:03:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.049471 31499 heartbeater.cc:499] Master 127.29.110.61:37885 was elected leader, sending a full tablet report...
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.098001 30353 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40850:
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:03:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:03:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:03:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:16.102819 30353 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:16.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 0081674ef5594b6f93c31b6670a7dd90
20:03:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.220212 31363 tablet_service.cc:1511] Processing CreateTablet for tablet f23487aae9bd4562b4868ddef72f54bd (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0081674ef5594b6f93c31b6670a7dd90]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.222311 30817 tablet_service.cc:1511] Processing CreateTablet for tablet f23487aae9bd4562b4868ddef72f54bd (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0081674ef5594b6f93c31b6670a7dd90]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.226147 31363 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f23487aae9bd4562b4868ddef72f54bd. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.229126 30817 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f23487aae9bd4562b4868ddef72f54bd. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.240968 31096 tablet_service.cc:1511] Processing CreateTablet for tablet f23487aae9bd4562b4868ddef72f54bd (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0081674ef5594b6f93c31b6670a7dd90]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.242982 31096 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f23487aae9bd4562b4868ddef72f54bd. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.306036 31559 tablet_bootstrap.cc:492] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: Bootstrap starting.
20:03:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.329401 31559 tablet_bootstrap.cc:654] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: Neither blocks nor log segments found. Creating new log.
20:03:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.331856 31562 tablet_bootstrap.cc:492] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Bootstrap starting.
20:03:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.332818 31561 tablet_bootstrap.cc:492] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: Bootstrap starting.
20:03:16.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.335920 31559 log.cc:826] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: Log is configured to *not* fsync() on all Append() calls
20:03:16.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.340404 31561 tablet_bootstrap.cc:654] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: Neither blocks nor log segments found. Creating new log.
20:03:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.342154 31562 tablet_bootstrap.cc:654] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Neither blocks nor log segments found. Creating new log.
20:03:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.342717 31561 log.cc:826] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: Log is configured to *not* fsync() on all Append() calls
20:03:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.344925 31562 log.cc:826] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Log is configured to *not* fsync() on all Append() calls
20:03:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.352015 31561 tablet_bootstrap.cc:492] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: No bootstrap required, opened a new log
20:03:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.352335 31559 tablet_bootstrap.cc:492] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: No bootstrap required, opened a new log
20:03:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.352555 31561 ts_tablet_manager.cc:1403] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: Time spent bootstrapping tablet: real 0.020s	user 0.011s	sys 0.005s
20:03:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.353351 31559 ts_tablet_manager.cc:1403] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: Time spent bootstrapping tablet: real 0.048s	user 0.019s	sys 0.000s
20:03:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.359229 31562 tablet_bootstrap.cc:492] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: No bootstrap required, opened a new log
20:03:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.360155 31562 ts_tablet_manager.cc:1403] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Time spent bootstrapping tablet: real 0.029s	user 0.014s	sys 0.008s
20:03:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.382974 31561 raft_consensus.cc:359] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.383982 31561 raft_consensus.cc:385] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.385592 31559 raft_consensus.cc:359] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.386312 31561 raft_consensus.cc:740] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0b9848def6049c78e1ae8fdc757fb35, State: Initialized, Role: FOLLOWER
20:03:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.387885 31561 consensus_queue.cc:260] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.394119 31559 raft_consensus.cc:385] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.393355 31562 raft_consensus.cc:359] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.394939 31559 raft_consensus.cc:740] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed06d7ca55f46cc97a63675f7318907, State: Initialized, Role: FOLLOWER
20:03:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.395521 31562 raft_consensus.cc:385] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:16.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.396072 31562 raft_consensus.cc:740] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d1100ccec2e54e74b9cf44f670692c0f, State: Initialized, Role: FOLLOWER
20:03:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.397667 31562 consensus_queue.cc:260] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.397708 31559 consensus_queue.cc:260] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.405381 31576 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.405608 31561 ts_tablet_manager.cc:1434] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: Time spent starting tablet: real 0.053s	user 0.037s	sys 0.004s
20:03:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.405997 31559 ts_tablet_manager.cc:1434] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: Time spent starting tablet: real 0.052s	user 0.027s	sys 0.010s
20:03:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.408533 31576 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.418668 31576 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021), 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.427966 31562 ts_tablet_manager.cc:1434] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Time spent starting tablet: real 0.067s	user 0.018s	sys 0.021s
20:03:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.465860 31134 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d0b9848def6049c78e1ae8fdc757fb35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed06d7ca55f46cc97a63675f7318907" is_pre_election: true
20:03:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.466836 31134 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d0b9848def6049c78e1ae8fdc757fb35 in term 0.
20:03:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.469352 30732 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed06d7ca55f46cc97a63675f7318907, d0b9848def6049c78e1ae8fdc757fb35; no voters: 
20:03:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.470309 31576 raft_consensus.cc:2804] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.470638 31576 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.470438 31413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d0b9848def6049c78e1ae8fdc757fb35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1100ccec2e54e74b9cf44f670692c0f" is_pre_election: true
20:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.471006 31576 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 0 FOLLOWER]: Advancing to term 1
20:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.471342 31413 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d0b9848def6049c78e1ae8fdc757fb35 in term 0.
20:03:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.476101 31576 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.477908 31576 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [CANDIDATE]: Term 1 election: Requested vote from peers d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021), 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.478757 31413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d0b9848def6049c78e1ae8fdc757fb35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d1100ccec2e54e74b9cf44f670692c0f"
20:03:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.479337 31413 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 0 FOLLOWER]: Advancing to term 1
20:03:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.480489 31134 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d0b9848def6049c78e1ae8fdc757fb35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed06d7ca55f46cc97a63675f7318907"
20:03:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.481043 31134 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 0 FOLLOWER]: Advancing to term 1
20:03:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.486857 31413 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d0b9848def6049c78e1ae8fdc757fb35 in term 1.
20:03:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.488051 31134 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d0b9848def6049c78e1ae8fdc757fb35 in term 1.
20:03:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.488349 30730 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d0b9848def6049c78e1ae8fdc757fb35, d1100ccec2e54e74b9cf44f670692c0f; no voters: 
20:03:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.489238 31576 raft_consensus.cc:2804] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 1 FOLLOWER]: Leader election won for term 1
20:03:16.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.489701 31576 raft_consensus.cc:697] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [term 1 LEADER]: Becoming Leader. State: Replica: d0b9848def6049c78e1ae8fdc757fb35, State: Running, Role: LEADER
20:03:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.490849 31576 consensus_queue.cc:237] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:16.502188 31502 tablet.cc:2406] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.502480 30348 catalog_manager.cc:5719] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 reported cstate change: term changed from 0 to 1, leader changed from <none> to d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1). New cstate: current_term: 1 leader_uuid: "d0b9848def6049c78e1ae8fdc757fb35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } health_report { overall_health: UNKNOWN } } }
20:03:16.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:16.537734 31237 tablet.cc:2406] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:16.650946 30964 tablet.cc:2406] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:16.655 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 0081674ef5594b6f93c31b6670a7dd90
20:03:16.678 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:16.686 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)[L],d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)]}]
20:03:16.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [11ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: OK, deferred=null) after lookup
20:03:16.701 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:16.704 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] Successfully connected to peer
20:03:16.771 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xfba30c7d, L:/127.0.0.1:54552 - R:/127.29.110.1:37203] using TOKEN/null
20:03:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.786504 31134 raft_consensus.cc:1275] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Refusing update from remote peer d0b9848def6049c78e1ae8fdc757fb35: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.786862 31413 raft_consensus.cc:1275] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Refusing update from remote peer d0b9848def6049c78e1ae8fdc757fb35: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.788378 31576 consensus_queue.cc:1048] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.790150 31574 consensus_queue.cc:1048] T f23487aae9bd4562b4868ddef72f54bd P d0b9848def6049c78e1ae8fdc757fb35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:03:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:16.820597 31584 mvcc.cc:204] Tried to move back new op lower bound from 7317416332420595712 to 7317416331237572608. Current Snapshot: MvccSnapshot[applied={T|T < 7317416332420595712}]
20:03:17.136 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=f23487aae9bd4562b4868ddef72f54bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:17.138 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.110.61:37885
20:03:17.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

20:03:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:17.141016 30136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 30279
20:03:17.194 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:17.195 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.110.61:37885(127.29.110.61:37885)] handling channelInactive
20:03:17.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state READY due to: connection closed
20:03:17.195 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.29.110.1:37203
20:03:17.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:17.196578 30136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 30658
20:03:17.252 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] handling channelInactive
20:03:17.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state READY due to: connection closed
20:03:17.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:17.254 [DEBUG - Time-limited test] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:17.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:17.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state CONNECTING due to: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:17.258 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203) for tablet f23487aae9bd4562b4868ddef72f54bd: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:17.267 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.269 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.29.110.61:37885(127.29.110.61:37885) for tablet Kudu Master: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.287 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.289 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.295 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.306 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.310 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.326 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.331 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.346 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.351 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.387 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.389 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.466 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.547 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.549 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.551 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.646 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.651 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.867 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:17.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:17.871 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791; will retry
20:03:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:17.903820 31221 heartbeater.cc:646] Failed to heartbeat to 127.29.110.61:37885 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:17.922245 31499 heartbeater.cc:646] Failed to heartbeat to 127.29.110.61:37885 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.435618 31625 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4652dfa927d0405695be047a70c6b861)
20:03:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.436081 31625 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.438012 31625 leader_election.cc:290] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885), 47a79c9736894600bb291a4d2633df11 (127.29.110.60:46791)
20:03:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.439298 30519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "47a79c9736894600bb291a4d2633df11" is_pre_election: true
20:03:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.440425 30186 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:03:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.443861 30186 leader_election.cc:336] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885): Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.444305 30186 leader_election.cc:304] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8fbc5dcda07b45a08efe85b143e45c6f; no voters: 4652dfa927d0405695be047a70c6b861, 47a79c9736894600bb291a4d2633df11
20:03:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.445161 31625 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.570791 31630 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d0b9848def6049c78e1ae8fdc757fb35)
20:03:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.571209 31630 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.572300 31632 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d0b9848def6049c78e1ae8fdc757fb35)
20:03:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.572664 31632 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.574069 31630 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203), d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021)
20:03:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.579973 31282 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.581949 31002 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.589808 31632 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203), 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.596081 31002 leader_election.cc:336] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.598093 31282 leader_election.cc:336] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.601145 31413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "3ed06d7ca55f46cc97a63675f7318907" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d1100ccec2e54e74b9cf44f670692c0f" is_pre_election: true
20:03:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.601799 31413 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ed06d7ca55f46cc97a63675f7318907 in term 1.
20:03:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.601711 31133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d1100ccec2e54e74b9cf44f670692c0f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3ed06d7ca55f46cc97a63675f7318907" is_pre_election: true
20:03:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.602385 31133 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1100ccec2e54e74b9cf44f670692c0f in term 1.
20:03:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.603178 31001 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed06d7ca55f46cc97a63675f7318907, d1100ccec2e54e74b9cf44f670692c0f; no voters: d0b9848def6049c78e1ae8fdc757fb35
20:03:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.603786 31285 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed06d7ca55f46cc97a63675f7318907, d1100ccec2e54e74b9cf44f670692c0f; no voters: d0b9848def6049c78e1ae8fdc757fb35
20:03:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.604153 31630 raft_consensus.cc:2804] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.604502 31630 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d0b9848def6049c78e1ae8fdc757fb35)
20:03:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.604887 31630 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 1 FOLLOWER]: Advancing to term 2
20:03:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.604892 31632 raft_consensus.cc:2804] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.605156 31632 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Starting leader election (detected failure of leader d0b9848def6049c78e1ae8fdc757fb35)
20:03:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.605379 31632 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 1 FOLLOWER]: Advancing to term 2
20:03:18.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.610602 31648 raft_consensus.cc:493] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4652dfa927d0405695be047a70c6b861)
20:03:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.611441 31648 raft_consensus.cc:515] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.611943 31630 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.613009 31632 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:18.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.614159 31630 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [CANDIDATE]: Term 2 election: Requested vote from peers d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203), d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021)
20:03:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.615669 31632 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 2 election: Requested vote from peers d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203), 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.615772 30232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "47a79c9736894600bb291a4d2633df11" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" is_pre_election: true
20:03:18.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.616463 30232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 47a79c9736894600bb291a4d2633df11 in term 1.
20:03:18.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.618081 31413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "3ed06d7ca55f46cc97a63675f7318907" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d1100ccec2e54e74b9cf44f670692c0f"
20:03:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.618860 31413 raft_consensus.cc:2393] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3ed06d7ca55f46cc97a63675f7318907 in current term 2: Already voted for candidate d1100ccec2e54e74b9cf44f670692c0f in this term.
20:03:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.620025 31648 leader_election.cc:290] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8fbc5dcda07b45a08efe85b143e45c6f (127.29.110.62:41229), 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885)
20:03:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.619091 31133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d1100ccec2e54e74b9cf44f670692c0f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3ed06d7ca55f46cc97a63675f7318907"
20:03:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.621765 31133 raft_consensus.cc:2393] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d1100ccec2e54e74b9cf44f670692c0f in current term 2: Already voted for candidate 3ed06d7ca55f46cc97a63675f7318907 in this term.
20:03:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.622995 30473 leader_election.cc:304] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47a79c9736894600bb291a4d2633df11, 8fbc5dcda07b45a08efe85b143e45c6f; no voters: 
20:03:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.621729 31002 leader_election.cc:336] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.623837 31002 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3ed06d7ca55f46cc97a63675f7318907; no voters: d0b9848def6049c78e1ae8fdc757fb35, d1100ccec2e54e74b9cf44f670692c0f
20:03:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.623958 31282 leader_election.cc:336] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.624034 30473 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.624451 31282 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d1100ccec2e54e74b9cf44f670692c0f; no voters: 3ed06d7ca55f46cc97a63675f7318907, d0b9848def6049c78e1ae8fdc757fb35
20:03:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.624753 31648 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.625087 31630 raft_consensus.cc:2749] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:03:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.625129 31648 raft_consensus.cc:493] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 4652dfa927d0405695be047a70c6b861)
20:03:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.625528 31648 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 1 FOLLOWER]: Advancing to term 2
20:03:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.626624 31632 raft_consensus.cc:2749] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:03:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.628913 30473 leader_election.cc:336] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885): Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.633188 31648 raft_consensus.cc:515] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.634907 31648 leader_election.cc:290] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [CANDIDATE]: Term 2 election: Requested vote from peers 8fbc5dcda07b45a08efe85b143e45c6f (127.29.110.62:41229), 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885)
20:03:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.635874 30232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "47a79c9736894600bb291a4d2633df11" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8fbc5dcda07b45a08efe85b143e45c6f"
20:03:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.636519 30232 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 1 FOLLOWER]: Advancing to term 2
20:03:18.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:18.639285 30473 leader_election.cc:336] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885): Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111)
20:03:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.642931 30232 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 47a79c9736894600bb291a4d2633df11 in term 2.
20:03:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.643926 30473 leader_election.cc:304] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 47a79c9736894600bb291a4d2633df11, 8fbc5dcda07b45a08efe85b143e45c6f; no voters: 4652dfa927d0405695be047a70c6b861
20:03:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.644655 31648 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 2 FOLLOWER]: Leader election won for term 2
20:03:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.645712 31648 raft_consensus.cc:697] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [term 2 LEADER]: Becoming Leader. State: Replica: 47a79c9736894600bb291a4d2633df11, State: Running, Role: LEADER
20:03:18.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.646812 31648 consensus_queue.cc:237] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } }
20:03:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.651512 31653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 47a79c9736894600bb291a4d2633df11. Latest consensus state: current_term: 2 leader_uuid: "47a79c9736894600bb291a4d2633df11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.652251 31653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: This master's current role is: LEADER
20:03:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.654850 31655 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.662714 31655 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0081674ef5594b6f93c31b6670a7dd90]
20:03:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.668159 31655 tablet_loader.cc:96] loaded metadata for tablet f23487aae9bd4562b4868ddef72f54bd (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0081674ef5594b6f93c31b6670a7dd90])
20:03:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.669436 31655 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.672809 31655 catalog_manager.cc:1295] Loaded cluster ID: 1fc41e9e727c4148b2c420d0df673efd
20:03:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.673038 31655 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.676596 31655 catalog_manager.cc:1540] Loading token signing keys...
20:03:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.679597 31655 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: Loaded TSK: 0
20:03:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:18.680634 31655 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:18.826 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.110.61:37885(127.29.110.61:37885)] connecting to peer
20:03:18.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:18.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.110.61:37885(127.29.110.61:37885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:18.829 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.110.61:37885: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885
20:03:18.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:18.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=29988, elapsed=1567), Traces: [0ms] sending RPC to server master-127.29.110.61:37885, [3ms] received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [23ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [25ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [123ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [202ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [204ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [282ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [284ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [285ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [285ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [379ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [382ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [385ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [385ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [385ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [603ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [604ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [605ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1559ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1567ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, deferred=Deferred@2060562908(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@410315991 after retry RPC after error@229780298) -> (continuation of Deferred@1481096965 after retry RPC after error@795847296) -> (continuation of Deferred@281213422 after retry RPC after error@213280967) -> (continuation of Deferred@1777095107 after retry RPC after error@990236116) -> (continuation of Deferred@1007640275 after retry RPC after error@62974405) -> (continuation of Deferred@145347127 after retry RPC after error@492291483) -> (continuation of Deferred@1533606180 after retry RPC after error@1600302413) -> (continuation of Deferred@429716732 after retry RPC after error@977568073) -> (continuation of Deferred@645529340 after retry RPC after error@1815816123), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@410315991 after retry RPC after error@229780298) -> (continuation of Deferred@1481096965 after retry RPC after error@795847296) -> (continuation of Deferred@281213422 after retry RPC after error@213280967) -> (continuation of Deferred@1777095107 after retry RPC after error@990236116) -> (continuation of Deferred@1007640275 after retry RPC after error@62974405) -> (continuation of Deferred@145347127 after retry RPC after error@492291483) -> (continuation of Deferred@1533606180 after retry RPC after error@1600302413) -> (continuation of Deferred@429716732 after retry RPC after error@977568073) -> (continuation of Deferred@645529340 after retry RPC after error@1815816123))) after lookup
20:03:18.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:18.842 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)[L],d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)]}]
20:03:18.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f23487aae9bd4562b4868ddef72f54bd, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1588), Traces: [0ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [4ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [5ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [57ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [77ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [91ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [95ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [136ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [212ms] Sub RPC GetTableLocations: refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [214ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [217ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [294ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [296ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [297ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [391ms] Sub RPC GetTableLocations: refreshing cache from master, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [394ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [397ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [612ms] Sub RPC GetTableLocations: refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [613ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [615ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [616ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [617ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [618ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1571ms] Sub RPC GetTableLocations: refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1576ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1587ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, deferred=Deferred@1358619777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@32489bff -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a9efbf5 -> wakeup thread Time-limited test)) after lookup
20:03:18.846 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:18.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state CONNECTING due to: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.847 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203) for tablet f23487aae9bd4562b4868ddef72f54bd: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.870 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:18.871 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)[L],d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)]}]
20:03:18.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f23487aae9bd4562b4868ddef72f54bd, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1617), Traces: [0ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [4ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [5ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [57ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [77ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [91ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [95ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [136ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [212ms] Sub RPC GetTableLocations: refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [214ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [217ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [294ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [296ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [297ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [391ms] Sub RPC GetTableLocations: refreshing cache from master, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [394ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [397ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [612ms] Sub RPC GetTableLocations: refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [613ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [615ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [616ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [617ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [618ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1571ms] Sub RPC GetTableLocations: refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1576ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1587ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1591ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1593ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1593ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1612ms] refreshing cache from master, [1612ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1616ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, deferred=Deferred@1358619777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@32489bff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a9efbf5 -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817))) after lookup
20:03:18.874 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:18.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state CONNECTING due to: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.876 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203) for tablet f23487aae9bd4562b4868ddef72f54bd: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.890 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:18.891 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)[L],d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)]}]
20:03:18.892 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f23487aae9bd4562b4868ddef72f54bd, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1637), Traces: [0ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [4ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [5ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [57ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [77ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [91ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [95ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [136ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [212ms] Sub RPC GetTableLocations: refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [214ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [217ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [294ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [296ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [297ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [391ms] Sub RPC GetTableLocations: refreshing cache from master, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [394ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [397ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [612ms] Sub RPC GetTableLocations: refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [613ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [615ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [616ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [617ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [618ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1571ms] Sub RPC GetTableLocations: refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1576ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1587ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1591ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1593ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1593ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1612ms] refreshing cache from master, [1612ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1616ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1620ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1622ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1622ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1632ms] refreshing cache from master, [1632ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1636ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, deferred=Deferred@1358619777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@32489bff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a9efbf5 -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325))) after lookup
20:03:18.893 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:18.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state CONNECTING due to: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.896 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203) for tablet f23487aae9bd4562b4868ddef72f54bd: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:18.952 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)[L],d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)]}]
20:03:18.954 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f23487aae9bd4562b4868ddef72f54bd, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1698), Traces: [0ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [4ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [5ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [57ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [77ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [91ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [95ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [136ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [212ms] Sub RPC GetTableLocations: refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [214ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [217ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [294ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [296ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [297ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [391ms] Sub RPC GetTableLocations: refreshing cache from master, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [394ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [397ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [612ms] Sub RPC GetTableLocations: refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [613ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [615ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [616ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [617ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [618ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1571ms] Sub RPC GetTableLocations: refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1576ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1587ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1591ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1593ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1593ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1612ms] refreshing cache from master, [1612ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1616ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1620ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1622ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1622ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1632ms] refreshing cache from master, [1632ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1636ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1639ms] too many traces: truncated at 100 traces, deferred=Deferred@1358619777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@32489bff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325) -> (continuation of Deferred@1815263490 after retry RPC@2099499357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a9efbf5 -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325) -> (continuation of Deferred@1815263490 after retry RPC@2099499357))) after lookup
20:03:18.955 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:18.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state CONNECTING due to: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:18.957 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203) for tablet f23487aae9bd4562b4868ddef72f54bd: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.221282 30232 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [term 2 FOLLOWER]: Refusing update from remote peer 47a79c9736894600bb291a4d2633df11: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
20:03:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.222787 31656 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
20:03:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.228133 31657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 47a79c9736894600bb291a4d2633df11. Latest consensus state: current_term: 2 leader_uuid: "47a79c9736894600bb291a4d2633df11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.228888 31657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:19.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.232553 31661 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "47a79c9736894600bb291a4d2633df11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:19.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.233433 31661 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 [sys.catalog]: This master's current role is: LEADER
20:03:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.254352 31657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "47a79c9736894600bb291a4d2633df11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fbc5dcda07b45a08efe85b143e45c6f" member_type: VOTER last_known_addr { host: "127.29.110.62" port: 41229 } } peers { permanent_uuid: "4652dfa927d0405695be047a70c6b861" member_type: VOTER last_known_addr { host: "127.29.110.61" port: 37885 } } peers { permanent_uuid: "47a79c9736894600bb291a4d2633df11" member_type: VOTER last_known_addr { host: "127.29.110.60" port: 46791 } } }
20:03:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.255087 31657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fbc5dcda07b45a08efe85b143e45c6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:19.256629 30473 consensus_peers.cc:597] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11 -> Peer 4652dfa927d0405695be047a70c6b861 (127.29.110.61:37885): Couldn't send request to peer 4652dfa927d0405695be047a70c6b861. Status: Network error: Client connection negotiation failed: client connection to 127.29.110.61:37885: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:19.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:19.271 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)[L],d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)]}]
20:03:19.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f23487aae9bd4562b4868ddef72f54bd, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=2017), Traces: [0ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [4ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [5ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [57ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [77ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [91ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [95ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [136ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [212ms] Sub RPC GetTableLocations: refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [214ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [217ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [294ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [296ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [297ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [391ms] Sub RPC GetTableLocations: refreshing cache from master, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [394ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [397ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [612ms] Sub RPC GetTableLocations: refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [613ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [615ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [616ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [617ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [618ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1571ms] Sub RPC GetTableLocations: refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1576ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1587ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1591ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1593ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1593ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1612ms] refreshing cache from master, [1612ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1616ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1620ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1622ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1622ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1632ms] refreshing cache from master, [1632ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1636ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1639ms] too many traces: truncated at 100 traces, deferred=Deferred@1358619777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@32489bff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325) -> (continuation of Deferred@1815263490 after retry RPC@2099499357) -> (continuation of Deferred@1809015816 after retry RPC@144308502), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a9efbf5 -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325) -> (continuation of Deferred@1815263490 after retry RPC@2099499357) -> (continuation of Deferred@1809015816 after retry RPC@144308502))) after lookup
20:03:19.274 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] connecting to peer
20:03:19.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:19.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] cleaning up while in state CONNECTING due to: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:19.275 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203) for tablet f23487aae9bd4562b4868ddef72f54bd: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203
20:03:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:19.752254 31486 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad320 after lost signal to thread 31248
20:03:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:19.753240 31486 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd380 after lost signal to thread 31494
20:03:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.899121 31220 heartbeater.cc:499] Master 127.29.110.60:46791 was elected leader, sending a full tablet report...
20:03:19.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:19.926815 31497 heartbeater.cc:499] Master 127.29.110.60:46791 was elected leader, sending a full tablet report...
20:03:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.618095 31684 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.618532 31684 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.620393 31684 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203), 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:20.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.621721 31133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d1100ccec2e54e74b9cf44f670692c0f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3ed06d7ca55f46cc97a63675f7318907" is_pre_election: true
20:03:20.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.622387 31133 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d1100ccec2e54e74b9cf44f670692c0f in term 2.
20:03:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.623605 31285 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ed06d7ca55f46cc97a63675f7318907, d1100ccec2e54e74b9cf44f670692c0f; no voters: 
20:03:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.624495 31684 raft_consensus.cc:2804] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Leader pre-election won for term 3
20:03:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.624841 31684 raft_consensus.cc:493] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.625187 31684 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 2 FOLLOWER]: Advancing to term 3
20:03:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:20.627228 31282 leader_election.cc:336] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.629972 31684 raft_consensus.cc:515] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.631574 31684 leader_election.cc:290] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 3 election: Requested vote from peers d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203), 3ed06d7ca55f46cc97a63675f7318907 (127.29.110.2:44283)
20:03:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.632726 31133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f23487aae9bd4562b4868ddef72f54bd" candidate_uuid: "d1100ccec2e54e74b9cf44f670692c0f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3ed06d7ca55f46cc97a63675f7318907"
20:03:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.633296 31133 raft_consensus.cc:3060] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 2 FOLLOWER]: Advancing to term 3
20:03:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:20.635773 31282 leader_election.cc:336] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.638487 31133 raft_consensus.cc:2468] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d1100ccec2e54e74b9cf44f670692c0f in term 3.
20:03:20.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.639564 31285 leader_election.cc:304] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ed06d7ca55f46cc97a63675f7318907, d1100ccec2e54e74b9cf44f670692c0f; no voters: d0b9848def6049c78e1ae8fdc757fb35
20:03:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.640260 31684 raft_consensus.cc:2804] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 3 FOLLOWER]: Leader election won for term 3
20:03:20.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.641306 31684 raft_consensus.cc:697] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 3 LEADER]: Becoming Leader. State: Replica: d1100ccec2e54e74b9cf44f670692c0f, State: Running, Role: LEADER
20:03:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.642563 31684 consensus_queue.cc:237] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } }
20:03:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:20.655337 30500 catalog_manager.cc:5719] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f reported cstate change: term changed from 1 to 3, leader changed from d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1) to d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3). New cstate: current_term: 3 leader_uuid: "d1100ccec2e54e74b9cf44f670692c0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d0b9848def6049c78e1ae8fdc757fb35" member_type: VOTER last_known_addr { host: "127.29.110.1" port: 37203 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d1100ccec2e54e74b9cf44f670692c0f" member_type: VOTER last_known_addr { host: "127.29.110.3" port: 35021 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 } health_report { overall_health: UNKNOWN } } }
20:03:21.052 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f23487aae9bd4562b4868ddef72f54bd for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:21.052 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f23487aae9bd4562b4868ddef72f54bd@[3ed06d7ca55f46cc97a63675f7318907(127.29.110.2:44283),d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203),d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)[L]]}]
20:03:21.053 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f23487aae9bd4562b4868ddef72f54bd, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3798), Traces: [0ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [4ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [5ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [15ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [35ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [37ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [55ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [57ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [75ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [76ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [77ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [91ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [95ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [135ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [136ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [212ms] Sub RPC GetTableLocations: refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [214ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [216ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [217ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [217ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [292ms] Sub RPC GetTableLocations: refreshing cache from master, [292ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [294ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [296ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [297ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [297ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [391ms] Sub RPC GetTableLocations: refreshing cache from master, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [394ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [397ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [612ms] Sub RPC GetTableLocations: refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [613ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [615ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [616ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [617ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [618ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.110.62:41229,127.29.110.61:37885,127.29.110.60:46791) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1571ms] Sub RPC GetTableLocations: refreshing cache from master, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.62:41229, [1572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.61:37885, [1574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.110.60:46791, [1574ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.61:37885: Network error: Failed to connect to peer master-127.29.110.61:37885(127.29.110.61:37885): Connection refused: /127.29.110.61:37885, [1576ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.62:41229: OK, [1579ms] Sub RPC ConnectToMaster: received response from server master-127.29.110.60:46791: OK, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1587ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1591ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1593ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1593ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1612ms] refreshing cache from master, [1612ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1616ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1620ms] sending RPC to server d0b9848def6049c78e1ae8fdc757fb35, [1622ms] received response from server d0b9848def6049c78e1ae8fdc757fb35: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1622ms] delaying RPC due to: Network error: Failed to connect to peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203): Connection refused: /127.29.110.1:37203, [1632ms] refreshing cache from master, [1632ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.110.60:46791, [1636ms] Sub RPC GetTableLocations: received response from server master-127.29.110.60:46791: OK, [1639ms] too many traces: truncated at 100 traces, deferred=Deferred@1358619777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@32489bff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325) -> (continuation of Deferred@1815263490 after retry RPC@2099499357) -> (continuation of Deferred@1809015816 after retry RPC@144308502) -> (continuation of Deferred@568724506 after retry RPC@1727008889), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a9efbf5 -> wakeup thread Time-limited test -> (continuation of Deferred@2060562908 after retry RPC@373888817) -> (continuation of Deferred@1708527961 after retry RPC@997749325) -> (continuation of Deferred@1815263490 after retry RPC@2099499357) -> (continuation of Deferred@1809015816 after retry RPC@144308502) -> (continuation of Deferred@568724506 after retry RPC@1727008889))) after lookup
20:03:21.054 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)] connecting to peer
20:03:21.056 [DEBUG - kudu-nio-5] (Connection.java:757) [peer d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)] Successfully connected to peer
20:03:21.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.080215 31133 raft_consensus.cc:1275] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 3 FOLLOWER]: Refusing update from remote peer d1100ccec2e54e74b9cf44f670692c0f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:03:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.082468 31684 consensus_queue.cc:1048] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed06d7ca55f46cc97a63675f7318907" member_type: VOTER last_known_addr { host: "127.29.110.2" port: 44283 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:03:21.116 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x6174a18f, L:/127.0.0.1:57476 - R:/127.29.110.3:35021] using TOKEN/null
20:03:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:21.133121 31282 consensus_peers.cc:597] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f -> Peer d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): Couldn't send request to peer d0b9848def6049c78e1ae8fdc757fb35. Status: Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:21.401 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=f23487aae9bd4562b4868ddef72f54bd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.407668 30500 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:59900:
20:03:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
20:03:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.408471 30500 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:59900:
20:03:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
20:03:21.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.452244 30500 catalog_manager.cc:6006] T 00000000000000000000000000000000 P 47a79c9736894600bb291a4d2633df11: Sending DeleteTablet for 3 replicas of tablet f23487aae9bd4562b4868ddef72f54bd
20:03:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:21.472992 30477 catalog_manager.cc:4777] TS d0b9848def6049c78e1ae8fdc757fb35 (127.29.110.1:37203): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet f23487aae9bd4562b4868ddef72f54bd: Network error: Client connection negotiation failed: client connection to 127.29.110.1:37203: connect: Connection refused (error 111)
20:03:21.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.489024 31363 tablet_service.cc:1558] Processing DeleteTablet for tablet f23487aae9bd4562b4868ddef72f54bd with delete_type TABLET_DATA_DELETED (Table deleted at 2026-08-11 20:03:21 UTC) from {username='slave'} at 127.0.0.1:57480
20:03:21.515 [DEBUG - main] (Connection.java:575) [peer master-127.29.110.61:37885(127.29.110.61:37885)] disconnecting while in state TERMINATED
20:03:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.516909 31747 tablet_replica.cc:333] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: stopping tablet replica
20:03:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.517892 31747 raft_consensus.cc:2243] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 3 LEADER]: Raft consensus shutting down.
20:03:21.520 [DEBUG - main] (Connection.java:575) [peer master-127.29.110.62:41229(127.29.110.62:41229)] disconnecting while in state READY
20:03:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.525485 31747 raft_consensus.cc:2272] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f [term 3 FOLLOWER]: Raft consensus is shut down!
20:03:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.529706 31747 ts_tablet_manager.cc:1916] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Deleting tablet data with delete state TABLET_DATA_DELETED
20:03:21.534 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.110.62:41229(127.29.110.62:41229)] handling channelInactive
20:03:21.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.110.62:41229(127.29.110.62:41229)] cleaning up while in state READY due to: connection closed
20:03:21.539 [DEBUG - main] (Connection.java:575) [peer d0b9848def6049c78e1ae8fdc757fb35(127.29.110.1:37203)] disconnecting while in state TERMINATED
20:03:21.539 [DEBUG - main] (Connection.java:575) [peer master-127.29.110.60:46791(127.29.110.60:46791)] disconnecting while in state READY
20:03:21.540 [DEBUG - main] (Connection.java:575) [peer d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)] disconnecting while in state READY
20:03:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.546695 31747 ts_tablet_manager.cc:1929] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
20:03:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.547356 31747 log.cc:1199] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Deleting WAL directory at /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster17985132065056822787/ts-2/wal/wals/f23487aae9bd4562b4868ddef72f54bd
20:03:21.549 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.110.60:46791(127.29.110.60:46791)] handling channelInactive
20:03:21.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.110.60:46791(127.29.110.60:46791)] cleaning up while in state READY due to: connection closed
20:03:21.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.550973 31747 ts_tablet_manager.cc:1950] T f23487aae9bd4562b4868ddef72f54bd P d1100ccec2e54e74b9cf44f670692c0f: Deleting consensus metadata
20:03:21.551 [DEBUG - kudu-nio-5] (Connection.java:239) [peer d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)] handling channelInactive
20:03:21.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.551235 31096 tablet_service.cc:1558] Processing DeleteTablet for tablet f23487aae9bd4562b4868ddef72f54bd with delete_type TABLET_DATA_DELETED (Table deleted at 2026-08-11 20:03:21 UTC) from {username='slave'} at 127.0.0.1:56238
20:03:21.553 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d1100ccec2e54e74b9cf44f670692c0f(127.29.110.3:35021)] cleaning up while in state READY due to: connection closed
20:03:21.555 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:03:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.555150 30473 catalog_manager.cc:5050] TS d1100ccec2e54e74b9cf44f670692c0f (127.29.110.3:35021): tablet f23487aae9bd4562b4868ddef72f54bd (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0081674ef5594b6f93c31b6670a7dd90]) successfully deleted
20:03:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.558559 31748 tablet_replica.cc:333] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907: stopping tablet replica
20:03:21.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.559669 31748 raft_consensus.cc:2243] T f23487aae9bd4562b4868ddef72f54bd P 3ed06d7ca55f46cc97a63675f7318907 [term 3 FOLLOWER]: Raft consensus shutting down.
20:03:21.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.560369 30136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 30952
20:03:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.610917 30136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 31242
20:03:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.651901 30136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 30154
20:03:21.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:21.693714 30136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 30407
20:03:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:22Z chronyd exiting
.20:03:24.146 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786478604146
20:03:24.150 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:03:24.150 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:24.150 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskcpjGbK/test-tmp
20:03:24.151 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:24.151 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskcpjGbK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:24.154 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:03:24.488 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:24.489 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:03:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.492861 31756 mini_oidc.cc:150] Starting JWKS server
20:03:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.496228 31756 webserver.cc:533] Webserver started at http://127.0.0.1:43421/ using document root <none> and password file <none>
20:03:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.496641 31756 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.498401 31756 webserver.cc:533] Webserver started at http://127.0.0.1:36323/ using document root <none> and password file <none>
20:03:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:24Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:24Z Disabled control of system clock
20:03:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.567221 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal
20:03:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data
20:03:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/logs
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data/info.pb
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.62:40713
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.62
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json with env {}
20:03:24.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.883272 31776 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:24.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.883915 31776 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:24.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.884410 31776 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.918179 31776 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.918558 31776 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.918759 31776 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.918965 31776 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.919160 31776 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.919320 31776 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43421/jwks.json
20:03:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.957309 31776 master_runner.cc:387] Master server non-default flags:
20:03:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/logs
20:03:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.62:40713
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data/info.pb
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.62
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.958758 31776 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:24.960584 31776 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.973330 31789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:26.376951 31788 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 31776
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:24.973582 31791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:26.802379 31776 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.829s	user 0.725s	sys 1.101s
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:26.805559 31776 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.832s	user 0.725s	sys 1.101s
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:26.805506 31794 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:26.806166 31793 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1830 milliseconds
20:03:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.806147 31776 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.810365 31776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.812932 31776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:26.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.814299 31776 hybrid_clock.cc:648] HybridClock initialized: now 1786478606814298 us; error 77 us; skew 500 ppm
20:03:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.815092 31776 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.821945 31776 webserver.cc:533] Webserver started at http://127.31.3.62:38957/ using document root <none> and password file <none>
20:03:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.822889 31776 fs_manager.cc:362] Metadata directory not provided
20:03:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.823083 31776 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.823588 31776 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.828284 31776 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data/instance:
20:03:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81688f18897146bf88cbc18b1d471844"
20:03:26.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:26 on dist-test-slave-x4qh"
20:03:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.829370 31776 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal/instance:
20:03:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81688f18897146bf88cbc18b1d471844"
20:03:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:26 on dist-test-slave-x4qh"
20:03:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.837225 31776 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
20:03:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.843104 31806 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.844321 31776 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.844692 31776 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81688f18897146bf88cbc18b1d471844"
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:26 on dist-test-slave-x4qh"
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.845139 31776 fs_report.cc:389] FS layout report
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data/data
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.921314 31776 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.922874 31776 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.923303 31776 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.998920 31776 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.62:40713
20:03:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:26.999048 31893 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.62:40713 every 8 connection(s)
20:03:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.001952 31776 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/data/info.pb
20:03:27.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.008847 31896 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.010924 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 31776
20:03:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.011319 31756 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-0/wal/instance
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.014737 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/logs
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data/info.pb
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.61:42679
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.61
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json with env {}
20:03:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.020820 31896 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } has no permanent_uuid. Determining permanent_uuid...
20:03:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.051992 31896 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } has no permanent_uuid. Determining permanent_uuid...
20:03:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.054780 31808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:27.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.059563 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:27.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.109215 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 1
20:03:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.114293 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.182849 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 2
20:03:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.187896 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.279464 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 3
20:03:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.284091 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.350129 31900 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.350701 31900 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.351161 31900 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.384735 31900 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.385124 31900 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.385341 31900 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.385661 31900 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.385886 31900 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.386029 31900 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43421/jwks.json
20:03:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.424432 31900 master_runner.cc:387] Master server non-default flags:
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/logs
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.61:42679
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data/info.pb
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.61
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.425822 31900 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.427697 31900 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.427587 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 4
20:03:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.432135 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:27.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.439419 31910 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:27.731608 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 5
20:03:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.738957 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.286607 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 6
20:03:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:28.299616 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.61:42679: Network error: Client connection negotiation failed: client connection to 127.31.3.61:42679: connect: Connection refused (error 111)
20:03:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:27.440982 31911 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:28.709678 31912 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1265 milliseconds
20:03:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:28.711437 31918 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.711611 31900 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.712839 31900 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:28.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.715484 31900 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.716890 31900 hybrid_clock.cc:648] HybridClock initialized: now 1786478608716853 us; error 34 us; skew 500 ppm
20:03:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.717855 31900 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.724439 31900 webserver.cc:533] Webserver started at http://127.31.3.61:38333/ using document root <none> and password file <none>
20:03:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.725472 31900 fs_manager.cc:362] Metadata directory not provided
20:03:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.725723 31900 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.726248 31900 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.730696 31900 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data/instance:
20:03:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a68f7109dc14e9cb476e89823f4ebf3"
20:03:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:28 on dist-test-slave-x4qh"
20:03:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.731877 31900 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal/instance:
20:03:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a68f7109dc14e9cb476e89823f4ebf3"
20:03:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:28 on dist-test-slave-x4qh"
20:03:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.739516 31900 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
20:03:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.745383 31928 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.746459 31900 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.746842 31900 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a68f7109dc14e9cb476e89823f4ebf3"
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:28 on dist-test-slave-x4qh"
20:03:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.747295 31900 fs_report.cc:389] FS layout report
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data/data
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.812155 31900 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.813830 31900 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.814385 31900 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.893152 31900 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.61:42679
20:03:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.893234 32023 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.61:42679 every 8 connection(s)
20:03:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.896142 31900 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/data/info.pb
20:03:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.902419 32026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.902742 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 31900
20:03:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.903124 31756 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-1/wal/instance
20:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.905306 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data
20:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/logs
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/info.pb
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.60:46389
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.60
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json with env {}
20:03:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.914997 32026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } has no permanent_uuid. Determining permanent_uuid...
20:03:28.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.944051 32026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } has no permanent_uuid. Determining permanent_uuid...
20:03:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:28.960695 32026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } has no permanent_uuid. Determining permanent_uuid...
20:03:28.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:28.963454 31931 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:28.968261 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.017963 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 1
20:03:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.023691 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.092175 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 2
20:03:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.097039 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.188442 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 3
20:03:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.193261 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.269510 32029 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.270081 32029 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.270541 32029 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.303911 32029 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.304203 32029 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.304430 32029 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.304644 32029 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:29.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.304993 32029 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:29.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.305256 32029 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43421/jwks.json
20:03:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.336719 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 4
20:03:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.341573 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.347186 32029 master_runner.cc:387] Master server non-default flags:
20:03:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/logs
20:03:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.60:46389
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/info.pb
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.60
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.348886 32029 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.351145 32029 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.360214 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } attempt: 7
20:03:29.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.364259 32046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.378194 31896 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } has no permanent_uuid. Determining permanent_uuid...
20:03:29.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.387660 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.446382 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 1
20:03:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.453907 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.535508 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 2
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.543329 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.628995 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 3
20:03:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.636946 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.641054 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 5
20:03:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.649214 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:29.777554 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 4
20:03:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.785480 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.069098 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 5
20:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:30.077047 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.196924 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 6
20:03:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:30.212126 32026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.629706 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 6
20:03:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:30.640460 31896 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.3.60:46389: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:29.364840 32047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:30.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:30.654191 32029 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.293s	user 0.498s	sys 0.792s
20:03:30.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:30.654661 32029 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.293s	user 0.498s	sys 0.792s
20:03:30.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.656335 32029 server_base.cc:1061] running on GCE node
20:03:30.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:30.658248 32062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.659967 32029 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.663025 32029 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.664484 32029 hybrid_clock.cc:648] HybridClock initialized: now 1786478610664423 us; error 57 us; skew 500 ppm
20:03:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.665407 32029 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.674252 32029 webserver.cc:533] Webserver started at http://127.31.3.60:38373/ using document root <none> and password file <none>
20:03:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.675791 32029 fs_manager.cc:362] Metadata directory not provided
20:03:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.676113 32029 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.676782 32029 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.684069 32029 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/instance:
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dca5311f559499590fcdcbeadc48809"
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:30 on dist-test-slave-x4qh"
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.686218 32029 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal/instance:
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dca5311f559499590fcdcbeadc48809"
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:30 on dist-test-slave-x4qh"
20:03:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.697719 32029 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.008s	sys 0.003s
20:03:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.706370 32069 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.707803 32029 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.002s
20:03:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.708122 32029 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dca5311f559499590fcdcbeadc48809"
20:03:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:30 on dist-test-slave-x4qh"
20:03:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.708449 32029 fs_report.cc:389] FS layout report
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/data
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.782436 32029 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.784142 32029 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:30.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.784596 32029 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.872591 32029 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.60:46389
20:03:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.872655 32169 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.60:46389 every 8 connection(s)
20:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.875988 32029 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/info.pb
20:03:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.882587 32171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.883915 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 32029
20:03:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.884447 31756 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal/instance
20:03:30.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.898607 32171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } has no permanent_uuid. Determining permanent_uuid...
20:03:30.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.931156 32171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } has no permanent_uuid. Determining permanent_uuid...
20:03:30.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.942912 32171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } has no permanent_uuid. Determining permanent_uuid...
20:03:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.962021 32171 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Bootstrap starting.
20:03:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.969908 32171 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Neither blocks nor log segments found. Creating new log.
20:03:30.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.972056 32171 log.cc:826] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Log is configured to *not* fsync() on all Append() calls
20:03:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:30.978355 32171 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: No bootstrap required, opened a new log
20:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.001283 32171 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.001936 32171 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.002127 32171 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1dca5311f559499590fcdcbeadc48809, State: Initialized, Role: FOLLOWER
20:03:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.002910 32171 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.005667 32186 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.006788 32186 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.007328 32171 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: configured and running, proceeding with master startup.
20:03:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.020416 32186 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.021085 32186 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.027693 32186 leader_election.cc:290] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 81688f18897146bf88cbc18b1d471844 (127.31.3.62:40713), 2a68f7109dc14e9cb476e89823f4ebf3 (127.31.3.61:42679)
20:03:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:31.041059 32085 tablet.cc:2406] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:31.044670 32201 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:31.045799 32201 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.037567 32029 master_runner.cc:187] Error getting master registration for 127.31.3.62:40713: OK, instance_id { permanent_uuid: "81688f18897146bf88cbc18b1d471844" instance_seqno: 1786478606978522 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.070128 32029 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:31.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.272773 32026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 7
20:03:31.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.296132 32026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: Bootstrap starting.
20:03:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.303853 32026 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: Neither blocks nor log segments found. Creating new log.
20:03:31.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.306398 32026 log.cc:826] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: Log is configured to *not* fsync() on all Append() calls
20:03:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.312719 32026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: No bootstrap required, opened a new log
20:03:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.341221 32026 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.342088 32026 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.342374 32026 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a68f7109dc14e9cb476e89823f4ebf3, State: Initialized, Role: FOLLOWER
20:03:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.343322 32026 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.346182 32211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.347029 32211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.348225 32026 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: configured and running, proceeding with master startup.
20:03:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.348397 31986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1dca5311f559499590fcdcbeadc48809" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" is_pre_election: true
20:03:31.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.349232 31986 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1dca5311f559499590fcdcbeadc48809 in term 0.
20:03:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.356575 32071 leader_election.cc:304] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1dca5311f559499590fcdcbeadc48809, 2a68f7109dc14e9cb476e89823f4ebf3; no voters: 
20:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.357740 32186 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.358107 32186 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.358455 32186 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 0 FOLLOWER]: Advancing to term 1
20:03:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.365494 32186 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.368469 32186 leader_election.cc:290] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [CANDIDATE]: Term 1 election: Requested vote from peers 81688f18897146bf88cbc18b1d471844 (127.31.3.62:40713), 2a68f7109dc14e9cb476e89823f4ebf3 (127.31.3.61:42679)
20:03:31.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.369756 31986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1dca5311f559499590fcdcbeadc48809" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a68f7109dc14e9cb476e89823f4ebf3"
20:03:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.370617 31986 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 0 FOLLOWER]: Advancing to term 1
20:03:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.378517 31986 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1dca5311f559499590fcdcbeadc48809 in term 1.
20:03:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.379930 32071 leader_election.cc:304] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1dca5311f559499590fcdcbeadc48809, 2a68f7109dc14e9cb476e89823f4ebf3; no voters: 
20:03:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.388049 32186 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 FOLLOWER]: Leader election won for term 1
20:03:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.399650 32186 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 LEADER]: Becoming Leader. State: Replica: 1dca5311f559499590fcdcbeadc48809, State: Running, Role: LEADER
20:03:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.400995 32186 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:31.408728 32233 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:31.409651 32233 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.412664 32234 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1dca5311f559499590fcdcbeadc48809. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.413802 32234 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: LEADER
20:03:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.389916 31900 master_runner.cc:187] Error getting master registration for 127.31.3.62:40713: OK, instance_id { permanent_uuid: "81688f18897146bf88cbc18b1d471844" instance_seqno: 1786478606978522 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.428987 31900 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.430678 32239 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.438238 32239 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.462932 31986 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Refusing update from remote peer 1dca5311f559499590fcdcbeadc48809: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.466257 32234 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.486397 32211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1dca5311f559499590fcdcbeadc48809. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.487140 32211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.493453 32240 mvcc.cc:204] Tried to move back new op lower bound from 7317416392524963840 to 7317416392310722560. Current Snapshot: MvccSnapshot[applied={T|T < 7317416392524963840}]
20:03:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.506704 32211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.507417 32211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.514416 32186 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.516701 32186 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: LEADER
20:03:31.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.527577 32239 catalog_manager.cc:1383] Generated new cluster ID: 3ef1db15e4a04daf934c4733bee889d5
20:03:31.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.527843 32239 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.561239 32239 catalog_manager.cc:1406] Generated new certificate authority record
20:03:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.563925 32239 catalog_manager.cc:1540] Loading token signing keys...
20:03:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.602833 32239 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Generated new TSK 0
20:03:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.605120 32239 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.633296 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/logs
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data/info.pb
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.1:0
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.3.1
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.1
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:31.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.674054 31896 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } attempt: 7
20:03:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.725565 31896 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: Bootstrap starting.
20:03:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.744863 31896 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: Neither blocks nor log segments found. Creating new log.
20:03:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.747252 31896 log.cc:826] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: Log is configured to *not* fsync() on all Append() calls
20:03:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.754886 31896 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: No bootstrap required, opened a new log
20:03:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.822569 31896 raft_consensus.cc:359] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.823532 31896 raft_consensus.cc:385] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.823873 31896 raft_consensus.cc:740] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81688f18897146bf88cbc18b1d471844, State: Initialized, Role: FOLLOWER
20:03:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.824951 31896 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.829288 32257 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.831442 32257 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.837471 31896 sys_catalog.cc:565] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: configured and running, proceeding with master startup.
20:03:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.837641 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1dca5311f559499590fcdcbeadc48809" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81688f18897146bf88cbc18b1d471844" is_pre_election: true
20:03:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.838541 31858 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1dca5311f559499590fcdcbeadc48809 in term 0.
20:03:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.841269 31856 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 0 FOLLOWER]: Advancing to term 1
20:03:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.845393 31857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1dca5311f559499590fcdcbeadc48809" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81688f18897146bf88cbc18b1d471844"
20:03:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.852792 31856 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Refusing update from remote peer 1dca5311f559499590fcdcbeadc48809: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:31.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.854823 32186 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:03:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.946563 32257 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1dca5311f559499590fcdcbeadc48809. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.946725 32272 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.947359 32257 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.947592 32272 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: This master's current role is: FOLLOWER
20:03:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:31.956372 32287 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.176344 32252 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.177074 32252 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:32.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.177830 32252 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.242403 32252 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:32.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.243837 32252 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.3.1
20:03:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.310935 32252 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/logs
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.1:0
20:03:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data/info.pb
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.1
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.3.1
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.312752 32252 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.315013 32252 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:32.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.332295 32299 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.416919 32233 catalog_manager.cc:1295] Loaded cluster ID: 3ef1db15e4a04daf934c4733bee889d5
20:03:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.417728 32233 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: loading cluster ID for follower catalog manager: success
20:03:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.429119 32233 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: acquiring CA information for follower catalog manager: success
20:03:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.442406 32233 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.496996 32186 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1dca5311f559499590fcdcbeadc48809" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.497779 32186 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: LEADER
20:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.984190 32287 catalog_manager.cc:1295] Loaded cluster ID: 3ef1db15e4a04daf934c4733bee889d5
20:03:32.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:32.984683 32287 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: loading cluster ID for follower catalog manager: success
20:03:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:33.021766 32287 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: acquiring CA information for follower catalog manager: success
20:03:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:33.034181 32287 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:33.736377 32295 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 32252
20:03:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:34.463006 32295 kernel_stack_watchdog.cc:198] Thread 32252 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:03:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:34.463666 32252 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.128s	user 0.537s	sys 0.769s
20:03:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:34.464062 32252 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.129s	user 0.537s	sys 0.769s
20:03:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:34.464946 32302 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2126 milliseconds
20:03:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:34.472218 32303 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.472160 32252 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:32.335990 32301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.475420 32252 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.483917 32252 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.491593 32252 hybrid_clock.cc:648] HybridClock initialized: now 1786478614491500 us; error 101 us; skew 500 ppm
20:03:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.497493 32252 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.528200 32252 webserver.cc:533] Webserver started at http://127.31.3.1:35913/ using document root <none> and password file <none>
20:03:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.529631 32252 fs_manager.cc:362] Metadata directory not provided
20:03:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.529937 32252 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.530535 32252 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.538947 32252 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data/instance:
20:03:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da416f937e934d20b470b02aa90e6bdd"
20:03:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:34 on dist-test-slave-x4qh"
20:03:34.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.540727 32252 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal/instance:
20:03:34.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da416f937e934d20b470b02aa90e6bdd"
20:03:34.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:34 on dist-test-slave-x4qh"
20:03:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.561789 32252 fs_manager.cc:696] Time spent creating directory manager: real 0.020s	user 0.014s	sys 0.005s
20:03:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.580372 32337 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.588610 32252 fs_manager.cc:730] Time spent opening block manager: real 0.022s	user 0.009s	sys 0.007s
20:03:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.589421 32252 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal
20:03:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da416f937e934d20b470b02aa90e6bdd"
20:03:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:34 on dist-test-slave-x4qh"
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.590268 32252 fs_report.cc:389] FS layout report
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data/data
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.703068 32252 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.705651 32252 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.706703 32252 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.716449 32252 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:34.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.728969 32252 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:34.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.729592 32252 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
20:03:34.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.730072 32252 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:34.730791 32252 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:03:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.221374 32252 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.1:37539
20:03:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.221500 32547 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.1:37539 every 8 connection(s)
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.224686 32252 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/data/info.pb
20:03:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.226198 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 32252
20:03:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.226979 31756 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-0/wal/instance
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.253612 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/logs
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data/info.pb
20:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.2:0
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.3.2
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.2
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.332511 32555 heartbeater.cc:344] Connected to a master server at 127.31.3.62:40713
20:03:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.333040 32555 heartbeater.cc:461] Registering TS with master...
20:03:35.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.334528 32555 heartbeater.cc:507] Master 127.31.3.62:40713 requested a full tablet report, sending...
20:03:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.338222 31842 ts_manager.cc:194] Registered new tserver with Master: da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539)
20:03:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.338358 32550 heartbeater.cc:344] Connected to a master server at 127.31.3.61:42679
20:03:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.338665 32550 heartbeater.cc:461] Registering TS with master...
20:03:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.339699 32550 heartbeater.cc:507] Master 127.31.3.61:42679 requested a full tablet report, sending...
20:03:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.344655 31964 ts_manager.cc:194] Registered new tserver with Master: da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539)
20:03:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.348243 32549 heartbeater.cc:344] Connected to a master server at 127.31.3.60:46389
20:03:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.348608 32549 heartbeater.cc:461] Registering TS with master...
20:03:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.349778 32549 heartbeater.cc:507] Master 127.31.3.60:46389 requested a full tablet report, sending...
20:03:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.352638 32103 ts_manager.cc:194] Registered new tserver with Master: da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539)
20:03:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.355343 32103 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.3.1:54733
20:03:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.660897 32563 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.661386 32563 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.661788 32563 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.697831 32563 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.698658 32563 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.3.2
20:03:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.734989 32563 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/logs
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.2:0
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data/info.pb
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.2
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.3.2
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.736394 32563 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:35.738320 32563 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.752267 32587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:36.359469 32549 heartbeater.cc:499] Master 127.31.3.60:46389 was elected leader, sending a full tablet report...
20:03:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:37.153074 32586 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 32563
20:03:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:37.517576 32586 kernel_stack_watchdog.cc:198] Thread 32563 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
20:03:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:37.518639 32563 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.765s	user 0.562s	sys 1.153s
20:03:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:37.519042 32563 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.765s	user 0.562s	sys 1.153s
20:03:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:35.752935 32589 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:37.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:37.521492 32591 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:37.524430 32590 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1765 milliseconds
20:03:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.524453 32563 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.525694 32563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:37.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.527907 32563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.529259 32563 hybrid_clock.cc:648] HybridClock initialized: now 1786478617529243 us; error 50 us; skew 500 ppm
20:03:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.530048 32563 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.536229 32563 webserver.cc:533] Webserver started at http://127.31.3.2:42437/ using document root <none> and password file <none>
20:03:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.537137 32563 fs_manager.cc:362] Metadata directory not provided
20:03:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.537328 32563 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.537734 32563 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.542202 32563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data/instance:
20:03:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1f95831f1bd403a9e89495e8822beb3"
20:03:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:37 on dist-test-slave-x4qh"
20:03:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.543272 32563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal/instance:
20:03:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1f95831f1bd403a9e89495e8822beb3"
20:03:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:37 on dist-test-slave-x4qh"
20:03:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.551210 32563 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
20:03:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.557503 32604 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.558761 32563 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
20:03:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.559047 32563 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal
20:03:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1f95831f1bd403a9e89495e8822beb3"
20:03:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:37 on dist-test-slave-x4qh"
20:03:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.559337 32563 fs_report.cc:389] FS layout report
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data/data
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.617772 32563 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.619284 32563 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.619817 32563 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.622673 32563 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.627146 32563 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.627348 32563 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.627617 32563 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.627765 32563 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.771124 32563 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.2:35385
20:03:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.771234   346 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.2:35385 every 8 connection(s)
20:03:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.773680 32563 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/data/info.pb
20:03:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.776585 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 32563
20:03:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.777148 31756 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-1/wal/instance
20:03:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.805238 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/logs
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data/info.pb
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.3:0
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.3.3
20:03:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.3
20:03:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:37.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.865995   349 heartbeater.cc:344] Connected to a master server at 127.31.3.62:40713
20:03:37.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.866516   349 heartbeater.cc:461] Registering TS with master...
20:03:37.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.866744   348 heartbeater.cc:344] Connected to a master server at 127.31.3.61:42679
20:03:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.866791   347 heartbeater.cc:344] Connected to a master server at 127.31.3.60:46389
20:03:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.867234   348 heartbeater.cc:461] Registering TS with master...
20:03:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.867563   347 heartbeater.cc:461] Registering TS with master...
20:03:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.868101   349 heartbeater.cc:507] Master 127.31.3.62:40713 requested a full tablet report, sending...
20:03:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.868613   348 heartbeater.cc:507] Master 127.31.3.61:42679 requested a full tablet report, sending...
20:03:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.868650   347 heartbeater.cc:507] Master 127.31.3.60:46389 requested a full tablet report, sending...
20:03:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.871905 31842 ts_manager.cc:194] Registered new tserver with Master: b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.872509 31964 ts_manager.cc:194] Registered new tserver with Master: b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.873174 32103 ts_manager.cc:194] Registered new tserver with Master: b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:37.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:37.874838 32103 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.3.2:54833
20:03:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.191535   368 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.192163   368 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.192808   368 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.228639   368 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.229601   368 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.3.3
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:38.266065   368 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/logs
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.3:0
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data/info.pb
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.3
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.3.3
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:38.267915   368 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:38.269824   368 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:38.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.282316   382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:38.879676   347 heartbeater.cc:499] Master 127.31.3.60:46389 was elected leader, sending a full tablet report...
20:03:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.284315   384 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:38.288461   389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.512552   368 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:39.513609   386 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:03:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.516654   368 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.519685   368 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.521186   368 hybrid_clock.cc:648] HybridClock initialized: now 1786478619521122 us; error 80 us; skew 500 ppm
20:03:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.522034   368 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.528956   368 webserver.cc:533] Webserver started at http://127.31.3.3:38183/ using document root <none> and password file <none>
20:03:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.529891   368 fs_manager.cc:362] Metadata directory not provided
20:03:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.530081   368 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.530486   368 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:39.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.534819   368 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data/instance:
20:03:39.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef2533dc4ba549ac8abeb73773f17dc3"
20:03:39.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:39 on dist-test-slave-x4qh"
20:03:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.536123   368 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal/instance:
20:03:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef2533dc4ba549ac8abeb73773f17dc3"
20:03:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:39 on dist-test-slave-x4qh"
20:03:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.543916   368 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
20:03:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.549873   404 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.551450   368 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.551761   368 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef2533dc4ba549ac8abeb73773f17dc3"
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:39 on dist-test-slave-x4qh"
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.552088   368 fs_report.cc:389] FS layout report
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data/data
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.610899   368 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.612599   368 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.613055   368 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.616693   368 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.621780   368 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.621995   368 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.622200   368 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.622339   368 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.766178   368 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.3:38447
20:03:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.766304   604 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.3:38447 every 8 connection(s)
20:03:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.768971   368 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/data/info.pb
20:03:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.772374 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 368
20:03:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.772907 31756 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal/instance
20:03:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.821956   614 heartbeater.cc:344] Connected to a master server at 127.31.3.62:40713
20:03:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.822499   614 heartbeater.cc:461] Registering TS with master...
20:03:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.824012   614 heartbeater.cc:507] Master 127.31.3.62:40713 requested a full tablet report, sending...
20:03:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.827571 31842 ts_manager.cc:194] Registered new tserver with Master: ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447)
20:03:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.827992   608 heartbeater.cc:344] Connected to a master server at 127.31.3.61:42679
20:03:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.828354   608 heartbeater.cc:461] Registering TS with master...
20:03:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.829510   608 heartbeater.cc:507] Master 127.31.3.61:42679 requested a full tablet report, sending...
20:03:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.829927   605 heartbeater.cc:344] Connected to a master server at 127.31.3.60:46389
20:03:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.830235   605 heartbeater.cc:461] Registering TS with master...
20:03:39.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.831110   605 heartbeater.cc:507] Master 127.31.3.60:46389 requested a full tablet report, sending...
20:03:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.832176 31964 ts_manager.cc:194] Registered new tserver with Master: ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447)
20:03:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.833498 32103 ts_manager.cc:194] Registered new tserver with Master: ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447)
20:03:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.835500 32103 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.3.3:57721
20:03:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.847018 31756 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:39.859 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:39.859 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:03:39.862 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.3.62"
      port: 40713
    }
    bound_http_address {
      host: "127.31.3.62"
      port: 38957
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.3.61"
      port: 42679
    }
    bound_http_address {
      host: "127.31.3.61"
      port: 38333
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.3.60"
      port: 46389
    }
    bound_http_address {
      host: "127.31.3.60"
      port: 38373
    }
  }
}

20:03:39.862 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:03:39.864 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.31.3.1"
      port: 37539
    }
    bound_http_address {
      host: "127.31.3.1"
      port: 35913
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.31.3.2"
      port: 35385
    }
    bound_http_address {
      host: "127.31.3.2"
      port: 42437
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.31.3.3"
      port: 38447
    }
    bound_http_address {
      host: "127.31.3.3"
      port: 38183
    }
  }
}

20:03:39.864 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:39.866 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:03:39.869 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.3.61:42679(127.31.3.61:42679)] connecting to peer
20:03:39.870 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.3.62:40713(127.31.3.62:40713)] connecting to peer
20:03:39.871 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.3.61:42679(127.31.3.61:42679)] Successfully connected to peer
20:03:39.871 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.3.60:46389(127.31.3.60:46389)] connecting to peer
20:03:39.873 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.3.62:40713(127.31.3.62:40713)] Successfully connected to peer
20:03:39.875 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.3.60:46389(127.31.3.60:46389)] Successfully connected to peer
20:03:39.878 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.3.61
20:03:39.880 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.3.60
20:03:39.907 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.3.62
20:03:39.919 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x6a46dc45, L:/127.0.0.1:45148 - R:/127.31.3.61:42679] using SASL/PLAIN
20:03:39.935 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xfda5e4e5, L:/127.0.0.1:42516 - R:/127.31.3.62:40713] using SASL/PLAIN
20:03:39.937 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xa85ef502, L:/127.0.0.1:58670 - R:/127.31.3.60:46389] using SASL/PLAIN
20:03:39.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:39.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=75), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [54ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [72ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [74ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, deferred=null) after lookup
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:39.945544 32103 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58670:
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:39.950083 32103 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:39.989 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7fea81e5b57e41d7abdd60bb1b20e9fe
20:03:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.053229   488 tablet_service.cc:1511] Processing CreateTablet for tablet ad15d0fe1d8741139080c2d861800929 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=7fea81e5b57e41d7abdd60bb1b20e9fe]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.055117   488 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ad15d0fe1d8741139080c2d861800929. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.056555 32431 tablet_service.cc:1511] Processing CreateTablet for tablet ad15d0fe1d8741139080c2d861800929 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=7fea81e5b57e41d7abdd60bb1b20e9fe]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.058467 32431 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ad15d0fe1d8741139080c2d861800929. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:40.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.077127 32694 tablet_service.cc:1511] Processing CreateTablet for tablet ad15d0fe1d8741139080c2d861800929 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=7fea81e5b57e41d7abdd60bb1b20e9fe]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.078838 32694 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ad15d0fe1d8741139080c2d861800929. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.094079   674 tablet_bootstrap.cc:492] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: Bootstrap starting.
20:03:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.099740   675 tablet_bootstrap.cc:492] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Bootstrap starting.
20:03:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.103819   674 tablet_bootstrap.cc:654] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: Neither blocks nor log segments found. Creating new log.
20:03:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.106639   674 log.cc:826] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: Log is configured to *not* fsync() on all Append() calls
20:03:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.109052   675 tablet_bootstrap.cc:654] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Neither blocks nor log segments found. Creating new log.
20:03:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.112287   675 log.cc:826] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Log is configured to *not* fsync() on all Append() calls
20:03:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.115445   674 tablet_bootstrap.cc:492] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: No bootstrap required, opened a new log
20:03:40.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.116171   674 ts_tablet_manager.cc:1403] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: Time spent bootstrapping tablet: real 0.023s	user 0.017s	sys 0.004s
20:03:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.117770   677 tablet_bootstrap.cc:492] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: Bootstrap starting.
20:03:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.121483   675 tablet_bootstrap.cc:492] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: No bootstrap required, opened a new log
20:03:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.122010   675 ts_tablet_manager.cc:1403] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Time spent bootstrapping tablet: real 0.023s	user 0.010s	sys 0.010s
20:03:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.126488   677 tablet_bootstrap.cc:654] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: Neither blocks nor log segments found. Creating new log.
20:03:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.128671   677 log.cc:826] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: Log is configured to *not* fsync() on all Append() calls
20:03:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.135998   677 tablet_bootstrap.cc:492] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: No bootstrap required, opened a new log
20:03:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.136525   677 ts_tablet_manager.cc:1403] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: Time spent bootstrapping tablet: real 0.019s	user 0.007s	sys 0.006s
20:03:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.141347   674 raft_consensus.cc:359] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.142138   674 raft_consensus.cc:385] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.142467   674 raft_consensus.cc:740] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da416f937e934d20b470b02aa90e6bdd, State: Initialized, Role: FOLLOWER
20:03:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.143464   674 consensus_queue.cc:260] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.147581   674 ts_tablet_manager.cc:1434] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: Time spent starting tablet: real 0.031s	user 0.031s	sys 0.000s
20:03:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.151577   675 raft_consensus.cc:359] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.152488   675 raft_consensus.cc:385] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.152801   675 raft_consensus.cc:740] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef2533dc4ba549ac8abeb73773f17dc3, State: Initialized, Role: FOLLOWER
20:03:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.153740   675 consensus_queue.cc:260] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.159113   605 heartbeater.cc:499] Master 127.31.3.60:46389 was elected leader, sending a full tablet report...
20:03:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.159852   675 ts_tablet_manager.cc:1434] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Time spent starting tablet: real 0.038s	user 0.031s	sys 0.004s
20:03:40.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.173859   677 raft_consensus.cc:359] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.174598   677 raft_consensus.cc:385] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.174808   677 raft_consensus.cc:740] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b1f95831f1bd403a9e89495e8822beb3, State: Initialized, Role: FOLLOWER
20:03:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.175892   677 consensus_queue.cc:260] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.178977   677 ts_tablet_manager.cc:1434] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: Time spent starting tablet: real 0.042s	user 0.024s	sys 0.008s
20:03:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.221380   683 raft_consensus.cc:493] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.221989   683 raft_consensus.cc:515] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.225355   683 leader_election.cc:290] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447), b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.238732   525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "da416f937e934d20b470b02aa90e6bdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" is_pre_election: true
20:03:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.239758   525 raft_consensus.cc:2468] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da416f937e934d20b470b02aa90e6bdd in term 0.
20:03:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.240412 32732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "da416f937e934d20b470b02aa90e6bdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1f95831f1bd403a9e89495e8822beb3" is_pre_election: true
20:03:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.241231 32732 raft_consensus.cc:2468] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da416f937e934d20b470b02aa90e6bdd in term 0.
20:03:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.241422 32338 leader_election.cc:304] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: da416f937e934d20b470b02aa90e6bdd, ef2533dc4ba549ac8abeb73773f17dc3; no voters: 
20:03:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.242360   683 raft_consensus.cc:2804] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.242703   683 raft_consensus.cc:493] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.242988   683 raft_consensus.cc:3060] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 0 FOLLOWER]: Advancing to term 1
20:03:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.249508   683 raft_consensus.cc:515] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.251318   683 leader_election.cc:290] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [CANDIDATE]: Term 1 election: Requested vote from peers ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447), b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.252360   525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "da416f937e934d20b470b02aa90e6bdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef2533dc4ba549ac8abeb73773f17dc3"
20:03:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.252912   525 raft_consensus.cc:3060] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 0 FOLLOWER]: Advancing to term 1
20:03:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.253540 32732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "da416f937e934d20b470b02aa90e6bdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1f95831f1bd403a9e89495e8822beb3"
20:03:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.254045 32732 raft_consensus.cc:3060] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 0 FOLLOWER]: Advancing to term 1
20:03:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.259459 32732 raft_consensus.cc:2468] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da416f937e934d20b470b02aa90e6bdd in term 1.
20:03:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.260812 32338 leader_election.cc:304] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1f95831f1bd403a9e89495e8822beb3, da416f937e934d20b470b02aa90e6bdd; no voters: 
20:03:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.261652   683 raft_consensus.cc:2804] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 1 FOLLOWER]: Leader election won for term 1
20:03:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.261191   525 raft_consensus.cc:2468] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da416f937e934d20b470b02aa90e6bdd in term 1.
20:03:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.264400   683 raft_consensus.cc:697] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [term 1 LEADER]: Becoming Leader. State: Replica: da416f937e934d20b470b02aa90e6bdd, State: Running, Role: LEADER
20:03:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.265393   683 consensus_queue.cc:237] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.280465 32103 catalog_manager.cc:5719] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd reported cstate change: term changed from 0 to 1, leader changed from <none> to da416f937e934d20b470b02aa90e6bdd (127.31.3.1). New cstate: current_term: 1 leader_uuid: "da416f937e934d20b470b02aa90e6bdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } health_report { overall_health: UNKNOWN } } }
20:03:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:40.281894   620 tablet.cc:2406] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:40.302047 32561 tablet.cc:2406] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:40.335 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7fea81e5b57e41d7abdd60bb1b20e9fe
20:03:40.339 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ad15d0fe1d8741139080c2d861800929 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:03:40.340 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ad15d0fe1d8741139080c2d861800929@[b1f95831f1bd403a9e89495e8822beb3(127.31.3.2:35385),da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)[L],ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)]}]
20:03:40.340 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.60:46389, [3ms] Sub RPC GetTableLocations: received response from server master-127.31.3.60:46389: OK, deferred=null) after lookup
20:03:40.341 [DEBUG - kudu-nio-2] (Connection.java:748) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] connecting to peer
20:03:40.344 [DEBUG - kudu-nio-3] (Connection.java:757) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] Successfully connected to peer
20:03:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:40.348806   359 tablet.cc:2406] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:40.368 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xa2256888, L:/127.0.0.1:42002 - R:/127.31.3.1:37539] using TOKEN/null
20:03:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.386756 32732 raft_consensus.cc:1275] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 1 FOLLOWER]: Refusing update from remote peer da416f937e934d20b470b02aa90e6bdd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.386755   525 raft_consensus.cc:1275] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Refusing update from remote peer da416f937e934d20b470b02aa90e6bdd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:40.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.388886   683 consensus_queue.cc:1048] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [LEADER]: Connected to new peer: Peer: permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.389665   693 consensus_queue.cc:1048] T ad15d0fe1d8741139080c2d861800929 P da416f937e934d20b470b02aa90e6bdd [LEADER]: Connected to new peer: Peer: permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.431800   701 mvcc.cc:204] Tried to move back new op lower bound from 7317416429082198016 to 7317416428617609216. Current Snapshot: MvccSnapshot[applied={T|T < 7317416429082198016}]
20:03:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.446674   703 mvcc.cc:204] Tried to move back new op lower bound from 7317416429082198016 to 7317416428617609216. Current Snapshot: MvccSnapshot[applied={T|T < 7317416429082198016}]
20:03:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.448002   702 mvcc.cc:204] Tried to move back new op lower bound from 7317416429082198016 to 7317416428617609216. Current Snapshot: MvccSnapshot[applied={T|T < 7317416429082198016}]
20:03:40.625 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=ad15d0fe1d8741139080c2d861800929, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:40.625 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.3.60:46389
20:03:40.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:03:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.626724 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 32029
20:03:40.675 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.3.60:46389(127.31.3.60:46389)] handling channelInactive
20:03:40.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.3.60:46389(127.31.3.60:46389)] cleaning up while in state READY due to: connection closed
20:03:40.677 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:40.677 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.3.60:46389
20:03:40.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:03:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:40.682214 31756 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu
20:03:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data
20:03:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/logs
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/info.pb
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.60:46389
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.60
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38373
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json with env {}
20:03:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.078295   721 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.079015   721 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.079746   721 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.118229   721 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.118629   721 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.119038   721 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.119427   721 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:41.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.119791   721 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.120100   721 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43421/jwks.json
20:03:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.164084   721 master_runner.cc:387] Master server non-default flags:
20:03:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/logs
20:03:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.3.20:46275
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.3.62:40713,127.31.3.61:42679,127.31.3.60:46389
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.3.60:46389
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43421/jwks.json
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/info.pb
20:03:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.3.60
20:03:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38373
20:03:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:48 UTC on e7f111948823
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13295
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.166115   721 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.168665   721 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.184868   730 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.479701   347 heartbeater.cc:646] Failed to heartbeat to 127.31.3.60:46389 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.531519   605 heartbeater.cc:646] Failed to heartbeat to 127.31.3.60:46389 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.534361 32549 heartbeater.cc:646] Failed to heartbeat to 127.31.3.60:46389 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.836054   758 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1dca5311f559499590fcdcbeadc48809)
20:03:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.834178   757 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1dca5311f559499590fcdcbeadc48809)
20:03:41.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.841418   758 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:41.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.839702   757 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.854434 31986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81688f18897146bf88cbc18b1d471844" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" is_pre_election: true
20:03:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.855270 31986 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81688f18897146bf88cbc18b1d471844 in term 1.
20:03:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.857684 31808 leader_election.cc:304] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2a68f7109dc14e9cb476e89823f4ebf3, 81688f18897146bf88cbc18b1d471844; no voters: 
20:03:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.859532 31856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "81688f18897146bf88cbc18b1d471844" is_pre_election: true
20:03:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.860054   759 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.860822 31856 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2a68f7109dc14e9cb476e89823f4ebf3 in term 1.
20:03:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.863747 31933 leader_election.cc:304] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2a68f7109dc14e9cb476e89823f4ebf3, 81688f18897146bf88cbc18b1d471844; no voters: 
20:03:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.871516   759 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1dca5311f559499590fcdcbeadc48809)
20:03:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.872447   759 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 1 FOLLOWER]: Advancing to term 2
20:03:41.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.881351   757 leader_election.cc:290] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 81688f18897146bf88cbc18b1d471844 (127.31.3.62:40713), 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389)
20:03:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.892596   757 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.893234   757 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1dca5311f559499590fcdcbeadc48809)
20:03:41.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.895056   757 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 1 FOLLOWER]: Advancing to term 2
20:03:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.896196   758 leader_election.cc:290] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2a68f7109dc14e9cb476e89823f4ebf3 (127.31.3.61:42679), 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389)
20:03:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.898538   759 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:41.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.908322 31808 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:03:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.913684   759 leader_election.cc:290] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 2 election: Requested vote from peers 2a68f7109dc14e9cb476e89823f4ebf3 (127.31.3.61:42679), 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389)
20:03:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.920252 31933 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.31.3.62:40713, user_credentials={real_user=slave}} blocked reactor thread for 56816.9us
20:03:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.907457 31931 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:03:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.930245 31986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81688f18897146bf88cbc18b1d471844" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2a68f7109dc14e9cb476e89823f4ebf3"
20:03:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.947171 31808 leader_election.cc:336] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389): Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.951594 31931 leader_election.cc:336] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389): Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.957787   757 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.960439 31808 leader_election.cc:336] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389): Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.965610 31986 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 81688f18897146bf88cbc18b1d471844 in current term 2: Already voted for candidate 2a68f7109dc14e9cb476e89823f4ebf3 in this term.
20:03:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.971899 31808 leader_election.cc:304] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81688f18897146bf88cbc18b1d471844; no voters: 1dca5311f559499590fcdcbeadc48809, 2a68f7109dc14e9cb476e89823f4ebf3
20:03:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.973351   759 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:03:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.982051 31856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "81688f18897146bf88cbc18b1d471844"
20:03:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.983019 31856 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2a68f7109dc14e9cb476e89823f4ebf3 in current term 2: Already voted for candidate 81688f18897146bf88cbc18b1d471844 in this term.
20:03:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.994205 31931 leader_election.cc:336] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389): Network error: Client connection negotiation failed: client connection to 127.31.3.60:46389: connect: Connection refused (error 111)
20:03:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.995532 31931 leader_election.cc:304] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a68f7109dc14e9cb476e89823f4ebf3; no voters: 1dca5311f559499590fcdcbeadc48809, 81688f18897146bf88cbc18b1d471844
20:03:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.997387   760 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:03:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:41.998859   757 leader_election.cc:290] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [CANDIDATE]: Term 2 election: Requested vote from peers 81688f18897146bf88cbc18b1d471844 (127.31.3.62:40713), 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389)
20:03:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:42.588454   729 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 721
20:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:42.631289   729 kernel_stack_watchdog.cc:198] Thread 721 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
20:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:41.186885   733 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:42.633900   721 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.446s	user 0.001s	sys 0.000s
20:03:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:42.634289   721 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.446s	user 0.001s	sys 0.000s
20:03:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:42.636139   736 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.640244   721 server_base.cc:1061] running on GCE node
20:03:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.641441   721 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.644336   721 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.645964   721 hybrid_clock.cc:648] HybridClock initialized: now 1786478622645932 us; error 32 us; skew 500 ppm
20:03:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.646857   721 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.654242   721 webserver.cc:533] Webserver started at http://127.31.3.60:38373/ using document root <none> and password file <none>
20:03:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.655153   721 fs_manager.cc:362] Metadata directory not provided
20:03:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.655360   721 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.663895   721 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.007s	sys 0.000s
20:03:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.669392   780 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:42.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.670604   721 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:03:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.670919   721 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data,/tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dca5311f559499590fcdcbeadc48809"
20:03:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:03:30 on dist-test-slave-x4qh"
20:03:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.673291   721 fs_report.cc:389] FS layout report
20:03:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/wal
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/data
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.730722   721 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.732306   721 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.732896   721 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.855846   721 rpc_server.cc:307] RPC server started. Bound to: 127.31.3.60:46389
20:03:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.855871   872 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.3.60:46389 every 8 connection(s)
20:03:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.860024   721 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/master-2/data/info.pb
20:03:42.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.862808 31756 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu as pid 721
20:03:42.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:42.864 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.31.3.1:37539
20:03:42.865 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:42.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.865586 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 32252
20:03:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.878228   873 sys_catalog.cc:263] Verifying existing consensus state
20:03:42.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.884212   873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Bootstrap starting.
20:03:42.907 [DEBUG - kudu-nio-3] (Connection.java:239) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] handling channelInactive
20:03:42.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] cleaning up while in state READY due to: connection closed
20:03:42.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:42.910 [DEBUG - Time-limited test] (Connection.java:748) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] connecting to peer
20:03:42.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:42.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] cleaning up while in state CONNECTING due to: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:42.914 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539) for tablet ad15d0fe1d8741139080c2d861800929: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:42.929 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.31.3.60:46389(127.31.3.60:46389)] connecting to peer
20:03:42.931 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.31.3.60:46389(127.31.3.60:46389)] Successfully connected to peer
20:03:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.932740   873 log.cc:826] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Log is configured to *not* fsync() on all Append() calls
20:03:42.943 [DEBUG - kudu-nio-5] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.3.60
20:03:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.964251   873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.965560   873 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: Bootstrap complete.
20:03:42.966 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x941f803c, L:/127.0.0.1:53512 - R:/127.31.3.60:46389] using SASL/PLAIN
20:03:42.971 [DEBUG - kudu-nio-5] (RemoteTablet.java:167) master-127.31.3.60:46389 was demoted as the leader for Kudu Master
20:03:42.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.987650   873 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:42.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.990295   873 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1dca5311f559499590fcdcbeadc48809, State: Initialized, Role: FOLLOWER
20:03:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.991323   873 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:42.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.3.60:46389: Catalog manager is not initialized. State: Starting
20:03:42.996 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389; will retry
20:03:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.996030   883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.996865   883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: FOLLOWER
20:03:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:42.998046   873 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: configured and running, proceeding with master startup.
20:03:43.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.3.60:46389: Catalog manager is not initialized. State: Starting
20:03:43.019 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389; will retry
20:03:43.041 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.047350   898 catalog_manager.cc:1295] Loaded cluster ID: 3ef1db15e4a04daf934c4733bee889d5
20:03:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.047659   898 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: loading cluster ID for follower catalog manager: success
20:03:43.058 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.059181   898 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: acquiring CA information for follower catalog manager: success
20:03:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.065055   898 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:43.074 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.092757   721 master_runner.cc:264] No leader master found from master 1dca5311f559499590fcdcbeadc48809
20:03:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.093010   721 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:43.133 [WARN - kudu-nio-0] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.214 [WARN - kudu-nio-0] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:43.311074 32020 debug-util.cc:398] Leaking SignalData structure 0x7b08000887c0 after lost signal to thread 31905
20:03:43.378 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.524399   347 heartbeater.cc:344] Connected to a master server at 127.31.3.60:46389
20:03:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.531319   807 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" instance_seqno: 1786478617739033) as {username='slave'} at 127.31.3.2:43003; Asking this server to re-register.
20:03:43.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.533057   347 heartbeater.cc:461] Registering TS with master...
20:03:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.536882   807 ts_manager.cc:194] Registered new tserver with Master: b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:43.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.568284   605 heartbeater.cc:344] Connected to a master server at 127.31.3.60:46389
20:03:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.571471   807 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" instance_seqno: 1786478619733502) as {username='slave'} at 127.31.3.3:48523; Asking this server to re-register.
20:03:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.572939   605 heartbeater.cc:461] Registering TS with master...
20:03:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.576417   807 ts_manager.cc:194] Registered new tserver with Master: ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447)
20:03:43.820 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389 is a leader; will retry
20:03:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.842578   910 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.843143   910 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.845809   910 leader_election.cc:290] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2a68f7109dc14e9cb476e89823f4ebf3 (127.31.3.61:42679), 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389)
20:03:43.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.847548 31986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81688f18897146bf88cbc18b1d471844" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" is_pre_election: true
20:03:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.848168 31986 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81688f18897146bf88cbc18b1d471844 in term 2.
20:03:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.850601 31808 leader_election.cc:304] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2a68f7109dc14e9cb476e89823f4ebf3, 81688f18897146bf88cbc18b1d471844; no voters: 
20:03:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.851649   910 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:03:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.852203   910 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.852761   910 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 2 FOLLOWER]: Advancing to term 3
20:03:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.861088   910 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.864410 31986 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81688f18897146bf88cbc18b1d471844" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2a68f7109dc14e9cb476e89823f4ebf3"
20:03:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.864691   910 leader_election.cc:290] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 3 election: Requested vote from peers 2a68f7109dc14e9cb476e89823f4ebf3 (127.31.3.61:42679), 1dca5311f559499590fcdcbeadc48809 (127.31.3.60:46389)
20:03:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.864977 31986 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 2 FOLLOWER]: Advancing to term 3
20:03:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.863337   831 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81688f18897146bf88cbc18b1d471844" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1dca5311f559499590fcdcbeadc48809" is_pre_election: true
20:03:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.868947   827 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81688f18897146bf88cbc18b1d471844" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1dca5311f559499590fcdcbeadc48809"
20:03:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.869398   831 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81688f18897146bf88cbc18b1d471844 in term 1.
20:03:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.876802 31986 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 81688f18897146bf88cbc18b1d471844 in term 3.
20:03:43.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.880280 31808 leader_election.cc:304] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2a68f7109dc14e9cb476e89823f4ebf3, 81688f18897146bf88cbc18b1d471844; no voters: 1dca5311f559499590fcdcbeadc48809
20:03:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.881004   910 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 3 FOLLOWER]: Leader election won for term 3
20:03:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.882937   910 raft_consensus.cc:697] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [term 3 LEADER]: Becoming Leader. State: Replica: 81688f18897146bf88cbc18b1d471844, State: Running, Role: LEADER
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.883973   910 consensus_queue.cc:237] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } }
20:03:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.904735   915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 81688f18897146bf88cbc18b1d471844. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.905630   915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: This master's current role is: LEADER
20:03:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.912478   918 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:43.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.921589   918 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=7fea81e5b57e41d7abdd60bb1b20e9fe]
20:03:43.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.929296   918 tablet_loader.cc:96] loaded metadata for tablet ad15d0fe1d8741139080c2d861800929 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=7fea81e5b57e41d7abdd60bb1b20e9fe])
20:03:43.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.931258   918 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.935998   918 catalog_manager.cc:1295] Loaded cluster ID: 3ef1db15e4a04daf934c4733bee889d5
20:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.936560   918 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.941706   918 catalog_manager.cc:1540] Loading token signing keys...
20:03:43.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.946424   918 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: Loaded TSK: 0
20:03:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:43.948118   918 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.284444   920 raft_consensus.cc:493] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader da416f937e934d20b470b02aa90e6bdd)
20:03:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.285619   920 raft_consensus.cc:515] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:44.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:44.290 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=29981, elapsed=1361), Traces: [0ms] sending RPC to server master-127.31.3.60:46389, [42ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [42ms] received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [65ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [67ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [84ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [111ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [124ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [129ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [284ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [285ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [444ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [448ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [449ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [450ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [889ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [890ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [890ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [891ms] delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [1339ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [1358ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, deferred=Deferred@1926910391(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC -> (continuation of Deferred@2109983129 after retry RPC after error@595347732) -> (continuation of Deferred@635233068 after retry RPC after error@86723017) -> (continuation of Deferred@1724368884 after retry RPC after error@657594065) -> (continuation of Deferred@1706378392 after retry RPC after error@982465766) -> (continuation of Deferred@1647293476 after retry RPC after error@1436332590) -> (continuation of Deferred@440581505 after retry RPC after error@1508493859) -> (continuation of Deferred@1190714286 after retry RPC after error@1992625309) -> (continuation of Deferred@2044987761 after retry RPC after error@1850436796) -> (continuation of Deferred@1852764016 after retry RPC after error@806463428), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2109983129 after retry RPC after error@595347732) -> (continuation of Deferred@635233068 after retry RPC after error@86723017) -> (continuation of Deferred@1724368884 after retry RPC after error@657594065) -> (continuation of Deferred@1706378392 after retry RPC after error@982465766) -> (continuation of Deferred@1647293476 after retry RPC after error@1436332590) -> (continuation of Deferred@440581505 after retry RPC after error@1508493859) -> (continuation of Deferred@1190714286 after retry RPC after error@1992625309) -> (continuation of Deferred@2044987761 after retry RPC after error@1850436796) -> (continuation of Deferred@1852764016 after retry RPC after error@806463428))) after lookup
20:03:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.304823   920 leader_election.cc:290] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539), b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:44.313 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ad15d0fe1d8741139080c2d861800929 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:03:44.313 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ad15d0fe1d8741139080c2d861800929@[b1f95831f1bd403a9e89495e8822beb3(127.31.3.2:35385),da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)[L],ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)]}]
20:03:44.314 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=ad15d0fe1d8741139080c2d861800929, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1404), Traces: [0ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [5ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [5ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.60:46389, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [62ms] Sub RPC GetTableLocations: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [87ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [132ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [139ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [149ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [165ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [219ms] Sub RPC GetTableLocations: refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [225ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [305ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [468ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [470ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [909ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [911ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [1359ms] Sub RPC GetTableLocations: refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [1386ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1403ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, deferred=Deferred@1560027194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@45f041ba -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e2f147 -> wakeup thread Time-limited test)) after lookup
20:03:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:44.320796   413 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111)
20:03:44.325 [DEBUG - kudu-nio-1] (Connection.java:748) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] connecting to peer
20:03:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.326608   831 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 1 FOLLOWER]: Advancing to term 3
20:03:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.335477   921 raft_consensus.cc:493] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader da416f937e934d20b470b02aa90e6bdd)
20:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.337127   921 raft_consensus.cc:515] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:44.338426   413 leader_election.cc:336] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539): Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111)
20:03:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.351765   921 leader_election.cc:290] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447), da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539)
20:03:44.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] cleaning up while in state CONNECTING due to: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.365 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539) for tablet ad15d0fe1d8741139080c2d861800929: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.377 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ad15d0fe1d8741139080c2d861800929 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:03:44.378 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ad15d0fe1d8741139080c2d861800929@[b1f95831f1bd403a9e89495e8822beb3(127.31.3.2:35385),da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)[L],ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)]}]
20:03:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.381049 32732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b1f95831f1bd403a9e89495e8822beb3" is_pre_election: true
20:03:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.381740 32732 raft_consensus.cc:2468] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef2533dc4ba549ac8abeb73773f17dc3 in term 1.
20:03:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.383632   406 leader_election.cc:304] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b1f95831f1bd403a9e89495e8822beb3, ef2533dc4ba549ac8abeb73773f17dc3; no voters: da416f937e934d20b470b02aa90e6bdd
20:03:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.384690   920 raft_consensus.cc:2804] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.385041   920 raft_consensus.cc:493] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader da416f937e934d20b470b02aa90e6bdd)
20:03:44.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=ad15d0fe1d8741139080c2d861800929, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1468), Traces: [0ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [5ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [5ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.60:46389, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [62ms] Sub RPC GetTableLocations: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [87ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [132ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [139ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [149ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [165ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [219ms] Sub RPC GetTableLocations: refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [225ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [305ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [468ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [470ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [909ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [911ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [1359ms] Sub RPC GetTableLocations: refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [1386ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1403ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1416ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1456ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1456ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1459ms] refreshing cache from master, [1459ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1465ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, deferred=Deferred@1560027194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@45f041ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e2f147 -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888))) after lookup
20:03:44.388 [DEBUG - kudu-nio-1] (Connection.java:748) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] connecting to peer
20:03:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.385434   920 raft_consensus.cc:3060] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 1 FOLLOWER]: Advancing to term 2
20:03:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.390426   831 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [term 3 FOLLOWER]: Refusing update from remote peer 81688f18897146bf88cbc18b1d471844: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 8. (index mismatch)
20:03:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.392714   920 raft_consensus.cc:515] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.392647   915 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
20:03:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:44.398609 32610 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111)
20:03:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:44.400100   413 leader_election.cc:336] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539): Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111)
20:03:44.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] cleaning up while in state CONNECTING due to: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.407 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539) for tablet ad15d0fe1d8741139080c2d861800929: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.408368   920 leader_election.cc:290] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [CANDIDATE]: Term 2 election: Requested vote from peers da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539), b1f95831f1bd403a9e89495e8822beb3 (127.31.3.2:35385)
20:03:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.412542 31986 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [term 3 FOLLOWER]: Refusing update from remote peer 81688f18897146bf88cbc18b1d471844: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 8. (index mismatch)
20:03:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.414459   915 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
20:03:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.418130 32732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b1f95831f1bd403a9e89495e8822beb3"
20:03:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.418717 32732 raft_consensus.cc:3060] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 1 FOLLOWER]: Advancing to term 2
20:03:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.426645 32732 raft_consensus.cc:2468] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef2533dc4ba549ac8abeb73773f17dc3 in term 2.
20:03:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.435796   406 leader_election.cc:304] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b1f95831f1bd403a9e89495e8822beb3, ef2533dc4ba549ac8abeb73773f17dc3; no voters: da416f937e934d20b470b02aa90e6bdd
20:03:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.437000   920 raft_consensus.cc:2804] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 2 FOLLOWER]: Leader election won for term 2
20:03:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.447876   920 raft_consensus.cc:697] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 2 LEADER]: Becoming Leader. State: Replica: ef2533dc4ba549ac8abeb73773f17dc3, State: Running, Role: LEADER
20:03:44.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.449126   920 consensus_queue.cc:237] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } }
20:03:44.462 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ad15d0fe1d8741139080c2d861800929 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:03:44.463 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ad15d0fe1d8741139080c2d861800929@[b1f95831f1bd403a9e89495e8822beb3(127.31.3.2:35385),da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)[L],ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)]}]
20:03:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:44.471346 32610 leader_election.cc:336] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539): Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111)
20:03:44.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=ad15d0fe1d8741139080c2d861800929, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1553), Traces: [0ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [5ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [5ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.60:46389, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [62ms] Sub RPC GetTableLocations: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [87ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [132ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [139ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [149ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [165ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [219ms] Sub RPC GetTableLocations: refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [225ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [305ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [468ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [470ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [909ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [911ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [1359ms] Sub RPC GetTableLocations: refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [1386ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1403ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1416ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1456ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1456ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1459ms] refreshing cache from master, [1459ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1465ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1478ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1498ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1498ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1540ms] refreshing cache from master, [1540ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1553ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, deferred=Deferred@1560027194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@45f041ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888) -> (continuation of Deferred@741628910 after retry RPC@2128875811), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e2f147 -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888) -> (continuation of Deferred@741628910 after retry RPC@2128875811))) after lookup
20:03:44.481 [DEBUG - kudu-nio-1] (Connection.java:748) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] connecting to peer
20:03:44.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] cleaning up while in state CONNECTING due to: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.483 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539) for tablet ad15d0fe1d8741139080c2d861800929: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.484380 31841 catalog_manager.cc:5719] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 reported cstate change: term changed from 1 to 2, leader changed from da416f937e934d20b470b02aa90e6bdd (127.31.3.1) to ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3). New cstate: current_term: 2 leader_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" member_type: VOTER last_known_addr { host: "127.31.3.3" port: 38447 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "da416f937e934d20b470b02aa90e6bdd" member_type: VOTER last_known_addr { host: "127.31.3.1" port: 37539 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 } health_report { overall_health: UNKNOWN } } }
20:03:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.512045   938 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 81688f18897146bf88cbc18b1d471844. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.512818   938 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: FOLLOWER
20:03:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.516891   525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ad15d0fe1d8741139080c2d861800929" candidate_uuid: "b1f95831f1bd403a9e89495e8822beb3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ef2533dc4ba549ac8abeb73773f17dc3" is_pre_election: true
20:03:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.519302 32606 leader_election.cc:304] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b1f95831f1bd403a9e89495e8822beb3; no voters: da416f937e934d20b470b02aa90e6bdd, ef2533dc4ba549ac8abeb73773f17dc3
20:03:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.521324   921 raft_consensus.cc:2749] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.528801   939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 81688f18897146bf88cbc18b1d471844. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:44.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.529640   939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: This master's current role is: FOLLOWER
20:03:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.533504   938 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.534487   938 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1dca5311f559499590fcdcbeadc48809 [sys.catalog]: This master's current role is: FOLLOWER
20:03:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.537052   950 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.537918   950 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: This master's current role is: LEADER
20:03:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.561828   915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.563189   915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844 [sys.catalog]: This master's current role is: LEADER
20:03:44.575 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ad15d0fe1d8741139080c2d861800929 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:03:44.575 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ad15d0fe1d8741139080c2d861800929@[b1f95831f1bd403a9e89495e8822beb3(127.31.3.2:35385),da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)[L],ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)]}]
20:03:44.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=ad15d0fe1d8741139080c2d861800929, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1666), Traces: [0ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [5ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [5ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.60:46389, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [62ms] Sub RPC GetTableLocations: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [87ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [132ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [139ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [149ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [165ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [219ms] Sub RPC GetTableLocations: refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [225ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [305ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [468ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [470ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [909ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [911ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [1359ms] Sub RPC GetTableLocations: refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [1386ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1403ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1416ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1456ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1456ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1459ms] refreshing cache from master, [1459ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1465ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1478ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1498ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1498ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1540ms] refreshing cache from master, [1540ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1553ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1571ms] too many traces: truncated at 100 traces, deferred=Deferred@1560027194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@45f041ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888) -> (continuation of Deferred@741628910 after retry RPC@2128875811) -> (continuation of Deferred@304462972 after retry RPC@1668643932), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e2f147 -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888) -> (continuation of Deferred@741628910 after retry RPC@2128875811) -> (continuation of Deferred@304462972 after retry RPC@1668643932))) after lookup
20:03:44.580 [DEBUG - kudu-nio-1] (Connection.java:748) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] connecting to peer
20:03:44.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] cleaning up while in state CONNECTING due to: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.582 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539) for tablet ad15d0fe1d8741139080c2d861800929: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539
20:03:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.586324   939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "81688f18897146bf88cbc18b1d471844" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81688f18897146bf88cbc18b1d471844" member_type: VOTER last_known_addr { host: "127.31.3.62" port: 40713 } } peers { permanent_uuid: "2a68f7109dc14e9cb476e89823f4ebf3" member_type: VOTER last_known_addr { host: "127.31.3.61" port: 42679 } } peers { permanent_uuid: "1dca5311f559499590fcdcbeadc48809" member_type: VOTER last_known_addr { host: "127.31.3.60" port: 46389 } } }
20:03:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:44.587221   939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a68f7109dc14e9cb476e89823f4ebf3 [sys.catalog]: This master's current role is: FOLLOWER
20:03:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:44.931618   413 consensus_peers.cc:597] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 -> Peer da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539): Couldn't send request to peer da416f937e934d20b470b02aa90e6bdd. Status: Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:44.974 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ad15d0fe1d8741139080c2d861800929 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:03:44.974 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ad15d0fe1d8741139080c2d861800929@[b1f95831f1bd403a9e89495e8822beb3(127.31.3.2:35385),da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539),ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)[L]]}]
20:03:44.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=ad15d0fe1d8741139080c2d861800929, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=2065), Traces: [0ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [5ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [5ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.60:46389, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [62ms] Sub RPC GetTableLocations: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [85ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [87ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] Sub RPC GetTableLocations: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [110ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [120ms] Sub RPC GetTableLocations: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [132ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [139ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [144ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [149ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [165ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [219ms] Sub RPC GetTableLocations: refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [225ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [305ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [460ms] Sub RPC GetTableLocations: refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [464ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [468ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [470ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [909ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [910ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [911ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.31.3.61:42679,127.31.3.62:40713,127.31.3.60:46389) has no leader., [1359ms] Sub RPC GetTableLocations: refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.61:42679, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.62:40713, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.3.60:46389, [1378ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.61:42679: OK, [1379ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.62:40713: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.31.3.60:46389: OK, [1386ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1403ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1416ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1456ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1456ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1459ms] refreshing cache from master, [1459ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1465ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1478ms] sending RPC to server da416f937e934d20b470b02aa90e6bdd, [1498ms] received response from server da416f937e934d20b470b02aa90e6bdd: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1498ms] delaying RPC due to: Network error: Failed to connect to peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539): Connection refused: /127.31.3.1:37539, [1540ms] refreshing cache from master, [1540ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.3.62:40713, [1553ms] Sub RPC GetTableLocations: received response from server master-127.31.3.62:40713: OK, [1571ms] too many traces: truncated at 100 traces, deferred=Deferred@1560027194(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f608c338998@45f041ba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888) -> (continuation of Deferred@741628910 after retry RPC@2128875811) -> (continuation of Deferred@304462972 after retry RPC@1668643932) -> (continuation of Deferred@167728297 after retry RPC@355374931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e2f147 -> wakeup thread Time-limited test -> (continuation of Deferred@1926910391 after retry RPC@1533286888) -> (continuation of Deferred@741628910 after retry RPC@2128875811) -> (continuation of Deferred@304462972 after retry RPC@1668643932) -> (continuation of Deferred@167728297 after retry RPC@355374931))) after lookup
20:03:44.977 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)] connecting to peer
20:03:44.980 [DEBUG - kudu-nio-2] (Connection.java:757) [peer ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)] Successfully connected to peer
20:03:45.025 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xc7802b76, L:/127.0.0.1:43398 - R:/127.31.3.3:38447] using TOKEN/null
20:03:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.040755 32732 raft_consensus.cc:1275] T ad15d0fe1d8741139080c2d861800929 P b1f95831f1bd403a9e89495e8822beb3 [term 2 FOLLOWER]: Refusing update from remote peer ef2533dc4ba549ac8abeb73773f17dc3: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
20:03:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.042806   920 consensus_queue.cc:1048] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b1f95831f1bd403a9e89495e8822beb3" member_type: VOTER last_known_addr { host: "127.31.3.2" port: 35385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:03:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.052703   349 heartbeater.cc:499] Master 127.31.3.62:40713 was elected leader, sending a full tablet report...
20:03:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.106032   614 heartbeater.cc:499] Master 127.31.3.62:40713 was elected leader, sending a full tablet report...
20:03:45.324 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=ad15d0fe1d8741139080c2d861800929, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.326666 31841 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:42516:
20:03:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
20:03:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.327639 31841 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:42516:
20:03:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
20:03:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.414677 31841 catalog_manager.cc:6006] T 00000000000000000000000000000000 P 81688f18897146bf88cbc18b1d471844: Sending DeleteTablet for 3 replicas of tablet ad15d0fe1d8741139080c2d861800929
20:03:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.453199   488 tablet_service.cc:1558] Processing DeleteTablet for tablet ad15d0fe1d8741139080c2d861800929 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-08-11 20:03:45 UTC) from {username='slave'} at 127.0.0.1:43408
20:03:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.456111  1019 tablet_replica.cc:333] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: stopping tablet replica
20:03:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:45.456962 31810 catalog_manager.cc:4777] TS da416f937e934d20b470b02aa90e6bdd (127.31.3.1:37539): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet ad15d0fe1d8741139080c2d861800929: Network error: Client connection negotiation failed: client connection to 127.31.3.1:37539: connect: Connection refused (error 111)
20:03:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.457227  1019 raft_consensus.cc:2243] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 2 LEADER]: Raft consensus shutting down.
20:03:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.458851  1019 raft_consensus.cc:2272] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3 [term 2 FOLLOWER]: Raft consensus is shut down!
20:03:45.460 [DEBUG - main] (Connection.java:575) [peer master-127.31.3.62:40713(127.31.3.62:40713)] disconnecting while in state READY
20:03:45.460 [DEBUG - main] (Connection.java:575) [peer master-127.31.3.61:42679(127.31.3.61:42679)] disconnecting while in state READY
20:03:45.460 [DEBUG - main] (Connection.java:575) [peer da416f937e934d20b470b02aa90e6bdd(127.31.3.1:37539)] disconnecting while in state TERMINATED
20:03:45.460 [DEBUG - main] (Connection.java:575) [peer ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)] disconnecting while in state READY
20:03:45.460 [DEBUG - main] (Connection.java:575) [peer master-127.31.3.60:46389(127.31.3.60:46389)] disconnecting while in state READY
20:03:45.462 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.3.61:42679(127.31.3.61:42679)] handling channelInactive
20:03:45.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.3.61:42679(127.31.3.61:42679)] cleaning up while in state READY due to: connection closed
20:03:45.465 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.31.3.60:46389(127.31.3.60:46389)] handling channelInactive
20:03:45.465 [DEBUG - kudu-nio-2] (Connection.java:239) [peer ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)] handling channelInactive
20:03:45.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.3.60:46389(127.31.3.60:46389)] cleaning up while in state READY due to: connection closed
20:03:45.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:03:45.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ef2533dc4ba549ac8abeb73773f17dc3(127.31.3.3:38447)] cleaning up while in state READY due to: connection closed
20:03:45.467 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.3.62:40713(127.31.3.62:40713)] handling channelInactive
20:03:45.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.3.62:40713(127.31.3.62:40713)] cleaning up while in state READY due to: connection closed
20:03:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.468348 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 32563
20:03:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.538054  1019 ts_tablet_manager.cc:1916] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Deleting tablet data with delete state TABLET_DATA_DELETED
20:03:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.563817  1019 ts_tablet_manager.cc:1929] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
20:03:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.564302  1019 log.cc:1199] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Deleting WAL directory at /tmp/dist-test-taskcpjGbK/test-tmp/mini-kudu-cluster1857677286837812701/ts-2/wal/wals/ad15d0fe1d8741139080c2d861800929
20:03:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.565271  1019 ts_tablet_manager.cc:1950] T ad15d0fe1d8741139080c2d861800929 P ef2533dc4ba549ac8abeb73773f17dc3: Deleting consensus metadata
20:03:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.569398 31807 catalog_manager.cc:5050] TS ef2533dc4ba549ac8abeb73773f17dc3 (127.31.3.3:38447): tablet ad15d0fe1d8741139080c2d861800929 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=7fea81e5b57e41d7abdd60bb1b20e9fe]) successfully deleted
20:03:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:45.577973  1012 negotiation.cc:336] Failed RPC negotiation. Trace:
20:03:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.436343 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.31.3.2:35385 (local address 127.0.0.1:45758)
20:03:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.437226 (+   883us) negotiation.cc:107] Waiting for socket to connect
20:03:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.437272 (+    46us) client_negotiation.cc:175] Beginning negotiation
20:03:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.437649 (+   377us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
20:03:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.463327 (+ 25678us) client_negotiation.cc:281] Received NEGOTIATE NegotiatePB response
20:03:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.463358 (+    31us) client_negotiation.cc:404] Received NEGOTIATE response from server
20:03:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.463504 (+   146us) client_negotiation.cc:190] Negotiated authn=CERTIFICATE
20:03:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.464634 (+  1130us) client_negotiation.cc:530] Sending TLS_HANDSHAKE message to server
20:03:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.464700 (+    66us) client_negotiation.cc:262] Sending TLS_HANDSHAKE NegotiatePB request
20:03:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 20:03:45.576347 (+111647us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.31.3.2:35385: BlockingRecv error: recv got EOF from 127.31.3.2:35385 (error 108)
20:03:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":346}
20:03:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.579828 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 368
20:03:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.637056 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 31776
20:03:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.678483 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 31900
20:03:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:45.726323 31756 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpjGbK/build/tsan/bin/kudu with pid 721
20:03:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:46Z chronyd exiting

Time: 48.342

OK (2 tests)

