JUnit version 4.13.2
.08:03:37.665 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779091417657
08:03:37.715 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:03:37.774 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:37.783 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task02GdDw/test-tmp
08:03:37.788 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:03:37.790 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task02GdDw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:37.974 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:03:38.168 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:03:38.169 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:03:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.173936 21587 mini_oidc.cc:150] Starting JWKS server
08:03:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.177989 21587 webserver.cc:533] Webserver started at http://127.0.0.1:32917/ using document root <none> and password file <none>
08:03:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.178418 21587 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.180311 21587 webserver.cc:533] Webserver started at http://127.0.0.1:33259/ using document root <none> and password file <none>
08:03:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:03:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:03:38Z Disabled control of system clock
08:03:38.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.242733 21587 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:38.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal
08:03:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data
08:03:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/logs
08:03:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data/info.pb
08:03:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.254:34893
08:03:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.254
08:03:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32917/jwks.json with env {}
08:03:38.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.553666 21599 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.554215 21599 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.555027 21599 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.589044 21599 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.589335 21599 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.589529 21599 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.589713 21599 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.589960 21599 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.590189 21599 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32917/jwks.json
08:03:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.627784 21599 master_runner.cc:387] Master server non-default flags:
08:03:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:38.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:38.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:38.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data
08:03:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal
08:03:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.254:34893
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32917/jwks.json
08:03:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data/info.pb
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.254
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/logs
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.629235 21599 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:38.631317 21599 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.643811 21605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:38.645084 21606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.047675 21604 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 21599
08:03:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.467255 21607 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1822 milliseconds
08:03:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.467325 21608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.463960 21599 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.820s	user 0.662s	sys 1.157s
08:03:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.467798 21599 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.824s	user 0.662s	sys 1.158s
08:03:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.468111 21599 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.472653 21599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.475133 21599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:40.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.476490 21599 hybrid_clock.cc:648] HybridClock initialized: now 1779091420476467 us; error 55 us; skew 500 ppm
08:03:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.477329 21599 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.483788 21599 webserver.cc:533] Webserver started at http://127.21.20.254:34805/ using document root <none> and password file <none>
08:03:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.484820 21599 fs_manager.cc:362] Metadata directory not provided
08:03:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.485018 21599 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.485411 21599 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.490319 21599 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data/instance:
08:03:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62fa248b482048b0bb3adc2ae7c75751"
08:03:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:40 on dist-test-slave-dlkk"
08:03:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.491590 21599 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal/instance:
08:03:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62fa248b482048b0bb3adc2ae7c75751"
08:03:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:40 on dist-test-slave-dlkk"
08:03:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.501111 21599 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
08:03:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.507364 21615 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.508687 21599 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
08:03:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.509153 21599 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal
08:03:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62fa248b482048b0bb3adc2ae7c75751"
08:03:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:40 on dist-test-slave-dlkk"
08:03:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.509630 21599 fs_report.cc:389] FS layout report
08:03:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal
08:03:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal
08:03:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data/data
08:03:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.567122 21599 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.568832 21599 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.569372 21599 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.641950 21599 rpc_server.cc:307] RPC server started. Bound to: 127.21.20.254:34893
08:03:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.642024 21666 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.20.254:34893 every 8 connection(s)
08:03:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.645012 21599 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/data/info.pb
08:03:40.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.650923 21667 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.652246 21587 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 21599
08:03:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.652676 21587 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-0/wal/instance
08:03:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.656258 21587 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal
08:03:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data
08:03:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/logs
08:03:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data/info.pb
08:03:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.253:35621
08:03:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.253
08:03:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32917/jwks.json with env {}
08:03:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.665871 21667 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } has no permanent_uuid. Determining permanent_uuid...
08:03:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.696066 21667 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } has no permanent_uuid. Determining permanent_uuid...
08:03:40.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.698520 21619 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.702922 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.752503 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 1
08:03:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.756589 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.825013 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 2
08:03:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.829079 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:40.920480 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 3
08:03:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.924706 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.977137 21669 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.977669 21669 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:40.978096 21669 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:41.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.011463 21669 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.011750 21669 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.011940 21669 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.012130 21669 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.012305 21669 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.012439 21669 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32917/jwks.json
08:03:41.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:41.050149 21669 master_runner.cc:387] Master server non-default flags:
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.253:35621
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32917/jwks.json
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data/info.pb
08:03:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.253
08:03:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/logs
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:03:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:03:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:03:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:41.051630 21669 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:41.053514 21669 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.065825 21678 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:41.068089 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 4
08:03:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.076108 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:41.375676 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 5
08:03:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.382340 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:41.929950 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 6
08:03:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.940465 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.253:35621: Network error: Client connection negotiation failed: client connection to 127.21.20.253:35621: connect: Connection refused (error 111)
08:03:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:41.067821 21679 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.335317 21680 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1266 milliseconds
08:03:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.336001 21681 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.336555 21669 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.340070 21669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.343268 21669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.344652 21669 hybrid_clock.cc:648] HybridClock initialized: now 1779091422344616 us; error 39 us; skew 500 ppm
08:03:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.345667 21669 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.353879 21669 webserver.cc:533] Webserver started at http://127.21.20.253:38299/ using document root <none> and password file <none>
08:03:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.355020 21669 fs_manager.cc:362] Metadata directory not provided
08:03:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.355361 21669 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.355820 21669 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.360365 21669 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data/instance:
08:03:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "975d2c5143074f00a9ad45a57f65e712"
08:03:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:42 on dist-test-slave-dlkk"
08:03:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.361639 21669 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal/instance:
08:03:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "975d2c5143074f00a9ad45a57f65e712"
08:03:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:42 on dist-test-slave-dlkk"
08:03:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.371177 21669 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.003s	sys 0.005s
08:03:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.377380 21690 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.378610 21669 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.001s
08:03:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.378919 21669 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal
08:03:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "975d2c5143074f00a9ad45a57f65e712"
08:03:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:42 on dist-test-slave-dlkk"
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.379503 21669 fs_report.cc:389] FS layout report
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data/data
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.432953 21669 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.434672 21669 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.435182 21669 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:42.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.532728 21669 rpc_server.cc:307] RPC server started. Bound to: 127.21.20.253:35621
08:03:42.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.532812 21741 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.20.253:35621 every 8 connection(s)
08:03:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.535688 21669 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/data/info.pb
08:03:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.539153 21587 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 21669
08:03:42.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.539626 21587 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-1/wal/instance
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.542699 21587 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/logs
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data/info.pb
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.252:36707
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.252
08:03:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32917/jwks.json with env {}
08:03:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.543152 21742 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:42.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.556969 21742 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } has no permanent_uuid. Determining permanent_uuid...
08:03:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.579406 21742 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } has no permanent_uuid. Determining permanent_uuid...
08:03:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.593765 21742 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } has no permanent_uuid. Determining permanent_uuid...
08:03:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.596925 21693 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.601276 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.650774 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 1
08:03:42.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.656112 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.725026 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 2
08:03:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.729593 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.821030 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 3
08:03:42.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.825698 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.871279 21744 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.871801 21744 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.872233 21744 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.910152 21744 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.910449 21744 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.910645 21744 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.910827 21744 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.911020 21744 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.911254 21744 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32917/jwks.json
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.948719 21744 master_runner.cc:387] Master server non-default flags:
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data
08:03:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.252:36707
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32917/jwks.json
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data/info.pb
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.252
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/logs
08:03:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.949968 21744 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.952062 21744 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.964591 21754 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:42.969161 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 4
08:03:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.975770 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.001035 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } attempt: 7
08:03:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.022046 21667 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } has no permanent_uuid. Determining permanent_uuid...
08:03:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.043910 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.102564 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 1
08:03:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.110967 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.192662 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 2
08:03:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.201151 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.275309 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 5
08:03:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.284381 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.288251 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 3
08:03:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.299494 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.440009 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 4
08:03:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.448096 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.731674 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 5
08:03:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.739985 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:43.831933 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 6
08:03:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:43.858816 21742 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.292537 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 6
08:03:44.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.323357 21667 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.20.252:36707: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:42.965585 21755 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.368036 21753 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 21744
08:03:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.546900 21753 kernel_stack_watchdog.cc:198] Thread 21744 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:03:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.547375 21744 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.583s	user 0.521s	sys 1.049s
08:03:44.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.547706 21744 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.583s	user 0.521s	sys 1.049s
08:03:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.553220 21757 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.553773 21756 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1589 milliseconds
08:03:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.553838 21744 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:44.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.555234 21744 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.557689 21744 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.559103 21744 hybrid_clock.cc:648] HybridClock initialized: now 1779091424559021 us; error 79 us; skew 500 ppm
08:03:44.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.559984 21744 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.566406 21744 webserver.cc:533] Webserver started at http://127.21.20.252:35743/ using document root <none> and password file <none>
08:03:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.567466 21744 fs_manager.cc:362] Metadata directory not provided
08:03:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.567718 21744 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.568279 21744 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.572796 21744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data/instance:
08:03:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2476062d5a449e6b55e569b3e0033a1"
08:03:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:44 on dist-test-slave-dlkk"
08:03:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.574117 21744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal/instance:
08:03:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2476062d5a449e6b55e569b3e0033a1"
08:03:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:44 on dist-test-slave-dlkk"
08:03:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.581696 21744 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
08:03:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.587929 21770 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.589089 21744 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
08:03:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.589450 21744 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a2476062d5a449e6b55e569b3e0033a1"
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:44 on dist-test-slave-dlkk"
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.589872 21744 fs_report.cc:389] FS layout report
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data/data
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.642560 21744 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.644338 21744 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.644938 21744 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.727294 21744 rpc_server.cc:307] RPC server started. Bound to: 127.21.20.252:36707
08:03:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.727376 21821 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.20.252:36707 every 8 connection(s)
08:03:44.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.730278 21744 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/data/info.pb
08:03:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.737344 21822 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.739296 21587 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 21744
08:03:44.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.739768 21587 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/master-2/wal/instance
08:03:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.755228 21822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } has no permanent_uuid. Determining permanent_uuid...
08:03:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.786538 21822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } has no permanent_uuid. Determining permanent_uuid...
08:03:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.796952 21822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } has no permanent_uuid. Determining permanent_uuid...
08:03:44.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.813351 21822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: Bootstrap starting.
08:03:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.820333 21822 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: Neither blocks nor log segments found. Creating new log.
08:03:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.822994 21822 log.cc:826] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: Log is configured to *not* fsync() on all Append() calls
08:03:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.827968 21822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: No bootstrap required, opened a new log
08:03:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.849241 21822 raft_consensus.cc:359] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.849886 21822 raft_consensus.cc:385] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.850170 21822 raft_consensus.cc:740] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2476062d5a449e6b55e569b3e0033a1, State: Initialized, Role: FOLLOWER
08:03:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.851495 21822 consensus_queue.cc:260] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.854001 21831 sys_catalog.cc:455] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:44.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.855602 21831 sys_catalog.cc:458] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: This master's current role is: FOLLOWER
08:03:44.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.855856 21822 sys_catalog.cc:565] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: configured and running, proceeding with master startup.
08:03:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.882427 21842 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.882795 21842 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:44.901300 21776 tablet.cc:2404] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.878680 21744 master_runner.cc:187] Error getting master registration for 127.21.20.254:34893: OK, instance_id { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" instance_seqno: 1779091420622242 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.905810 21744 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.919432 21742 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 7
08:03:44.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.925254 21831 raft_consensus.cc:493] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:44.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.925825 21831 raft_consensus.cc:515] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.928256 21831 leader_election.cc:290] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 62fa248b482048b0bb3adc2ae7c75751 (127.21.20.254:34893), 975d2c5143074f00a9ad45a57f65e712 (127.21.20.253:35621)
08:03:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.940619 21742 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: Bootstrap starting.
08:03:44.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.954048 21742 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: Neither blocks nor log segments found. Creating new log.
08:03:44.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.956678 21742 log.cc:826] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: Log is configured to *not* fsync() on all Append() calls
08:03:44.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.963083 21742 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: No bootstrap required, opened a new log
08:03:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.992936 21742 raft_consensus.cc:359] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.993846 21742 raft_consensus.cc:385] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.994639 21742 raft_consensus.cc:740] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 975d2c5143074f00a9ad45a57f65e712, State: Initialized, Role: FOLLOWER
08:03:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.995908 21742 consensus_queue.cc:260] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:44.998917 21846 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.000231 21846 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.001331 21742 sys_catalog.cc:565] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: configured and running, proceeding with master startup.
08:03:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.001508 21717 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a2476062d5a449e6b55e569b3e0033a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "975d2c5143074f00a9ad45a57f65e712" is_pre_election: true
08:03:45.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.002468 21717 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a2476062d5a449e6b55e569b3e0033a1 in term 0.
08:03:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.008818 21774 leader_election.cc:304] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 975d2c5143074f00a9ad45a57f65e712, a2476062d5a449e6b55e569b3e0033a1; no voters: 
08:03:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.009754 21831 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.010113 21831 raft_consensus.cc:493] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.010424 21831 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 0 FOLLOWER]: Advancing to term 1
08:03:45.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.021051 21831 raft_consensus.cc:515] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.023926 21831 leader_election.cc:290] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [CANDIDATE]: Term 1 election: Requested vote from peers 62fa248b482048b0bb3adc2ae7c75751 (127.21.20.254:34893), 975d2c5143074f00a9ad45a57f65e712 (127.21.20.253:35621)
08:03:45.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.024942 21717 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a2476062d5a449e6b55e569b3e0033a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "975d2c5143074f00a9ad45a57f65e712"
08:03:45.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.025475 21717 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 0 FOLLOWER]: Advancing to term 1
08:03:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.033455 21717 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2476062d5a449e6b55e569b3e0033a1 in term 1.
08:03:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.036054 21774 leader_election.cc:304] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 975d2c5143074f00a9ad45a57f65e712, a2476062d5a449e6b55e569b3e0033a1; no voters: 
08:03:45.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.037207 21831 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 1 FOLLOWER]: Leader election won for term 1
08:03:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.043910 21831 raft_consensus.cc:697] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [term 1 LEADER]: Becoming Leader. State: Replica: a2476062d5a449e6b55e569b3e0033a1, State: Running, Role: LEADER
08:03:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.045459 21831 consensus_queue.cc:237] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:45.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.057715 21852 sys_catalog.cc:455] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a2476062d5a449e6b55e569b3e0033a1. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.058944 21852 sys_catalog.cc:458] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: This master's current role is: LEADER
08:03:45.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.077514 21856 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:03:45.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.091038 21856 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:03:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.104769 21860 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.105559 21860 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.142274 21717 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Refusing update from remote peer a2476062d5a449e6b55e569b3e0033a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:45.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.144450 21852 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.082461 21669 master_runner.cc:187] Error getting master registration for 127.21.20.254:34893: OK, instance_id { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" instance_seqno: 1779091420622242 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.147149 21669 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:45.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.173117 21846 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a2476062d5a449e6b55e569b3e0033a1. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.173838 21846 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.179636 21852 sys_catalog.cc:455] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.180406 21852 sys_catalog.cc:458] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: This master's current role is: LEADER
08:03:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.185084 21856 catalog_manager.cc:1382] Generated new cluster ID: b3d14538b54d49158b8e9e1c747a1e15
08:03:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.185367 21856 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:03:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.193166 21846 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.193874 21846 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.227031 21856 catalog_manager.cc:1405] Generated new certificate authority record
08:03:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.229612 21856 catalog_manager.cc:1539] Loading token signing keys...
08:03:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.261502 21856 catalog_manager.cc:6069] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1: Generated new TSK 0
08:03:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.263455 21856 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.292811 21587 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/logs
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data/info.pb
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.193:0
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.20.193
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.193
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.356791 21667 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } attempt: 7
08:03:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.408182 21667 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: Bootstrap starting.
08:03:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.429484 21667 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: Neither blocks nor log segments found. Creating new log.
08:03:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.436007 21667 log.cc:826] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: Log is configured to *not* fsync() on all Append() calls
08:03:45.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.459465 21667 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: No bootstrap required, opened a new log
08:03:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.535758 21667 raft_consensus.cc:359] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.537940 21667 raft_consensus.cc:385] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.538679 21667 raft_consensus.cc:740] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 62fa248b482048b0bb3adc2ae7c75751, State: Initialized, Role: FOLLOWER
08:03:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.539579 21667 consensus_queue.cc:260] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.548017 21870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.548746 21870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.551569 21667 sys_catalog.cc:565] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: configured and running, proceeding with master startup.
08:03:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.552228 21641 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a2476062d5a449e6b55e569b3e0033a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "62fa248b482048b0bb3adc2ae7c75751"
08:03:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.552963 21641 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 0 FOLLOWER]: Advancing to term 1
08:03:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.556046 21642 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a2476062d5a449e6b55e569b3e0033a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "62fa248b482048b0bb3adc2ae7c75751" is_pre_election: true
08:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.562553 21641 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a2476062d5a449e6b55e569b3e0033a1 in term 1.
08:03:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.568655 21870 raft_consensus.cc:493] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.569093 21870 raft_consensus.cc:515] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.571545 21640 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Refusing update from remote peer a2476062d5a449e6b55e569b3e0033a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.579098 21831 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.580904 21621 tablet.cc:2404] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.581257 21716 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62fa248b482048b0bb3adc2ae7c75751" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "975d2c5143074f00a9ad45a57f65e712" is_pre_election: true
08:03:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.588642 21797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62fa248b482048b0bb3adc2ae7c75751" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a2476062d5a449e6b55e569b3e0033a1" is_pre_election: true
08:03:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.590549 21618 leader_election.cc:304] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 62fa248b482048b0bb3adc2ae7c75751; no voters: 975d2c5143074f00a9ad45a57f65e712, a2476062d5a449e6b55e569b3e0033a1
08:03:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.595256 21870 leader_election.cc:290] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 975d2c5143074f00a9ad45a57f65e712 (127.21.20.253:35621), a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707)
08:03:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.659444 21874 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:03:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.664115 21875 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.666214 21870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a2476062d5a449e6b55e569b3e0033a1. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.666872 21870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.665324 21875 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: This master's current role is: FOLLOWER
08:03:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:45.694406 21887 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:03:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.911264 21867 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.911896 21867 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.912597 21867 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:45.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.973309 21867 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:45.975059 21867 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.20.193
08:03:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.041167 21867 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.193:0
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data/info.pb
08:03:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.193
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.20.193
08:03:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/logs
08:03:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.042927 21867 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.045022 21867 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:46.062119 21893 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.112481 21860 catalog_manager.cc:1294] Loaded cluster ID: b3d14538b54d49158b8e9e1c747a1e15
08:03:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.113260 21860 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: loading cluster ID for follower catalog manager: success
08:03:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.122421 21860 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: acquiring CA information for follower catalog manager: success
08:03:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.132927 21899 sys_catalog.cc:455] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a2476062d5a449e6b55e569b3e0033a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.136956 21899 sys_catalog.cc:458] T 00000000000000000000000000000000 P a2476062d5a449e6b55e569b3e0033a1 [sys.catalog]: This master's current role is: LEADER
08:03:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.151885 21860 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.714486 21887 catalog_manager.cc:1294] Loaded cluster ID: b3d14538b54d49158b8e9e1c747a1e15
08:03:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.714752 21887 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: loading cluster ID for follower catalog manager: success
08:03:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.743192 21887 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: acquiring CA information for follower catalog manager: success
08:03:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:46.772919 21887 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:47.462034 21892 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 21867
08:03:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:47.623003 21895 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1553 milliseconds
08:03:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:47.623250 21867 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.559s	user 0.002s	sys 0.000s
08:03:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:47.626017 21867 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.561s	user 0.003s	sys 0.001s
08:03:47.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:46.065048 21894 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:47.631062 21896 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.631098 21867 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.632524 21867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.650667 21867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.658555 21867 hybrid_clock.cc:648] HybridClock initialized: now 1779091427658510 us; error 47 us; skew 500 ppm
08:03:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.660008 21867 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.682986 21867 webserver.cc:533] Webserver started at http://127.21.20.193:33541/ using document root <none> and password file <none>
08:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.684693 21867 fs_manager.cc:362] Metadata directory not provided
08:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.685248 21867 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.685998 21867 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.692639 21867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data/instance:
08:03:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "480904e341074eecb078c697c5e40f74"
08:03:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:47 on dist-test-slave-dlkk"
08:03:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.704671 21867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal/instance:
08:03:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "480904e341074eecb078c697c5e40f74"
08:03:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:47 on dist-test-slave-dlkk"
08:03:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.721680 21867 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.006s	sys 0.007s
08:03:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.735757 21907 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.737828 21867 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.001s	sys 0.007s
08:03:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.738569 21867 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal
08:03:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "480904e341074eecb078c697c5e40f74"
08:03:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:47 on dist-test-slave-dlkk"
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.739379 21867 fs_report.cc:389] FS layout report
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data/data
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.848084 21867 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.851318 21867 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.852237 21867 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.862176 21867 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.874158 21867 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.874818 21867 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
08:03:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.875353 21867 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:47.875737 21867 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:03:48.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.732365 21867 rpc_server.cc:307] RPC server started. Bound to: 127.21.20.193:42631
08:03:48.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.732465 22022 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.20.193:42631 every 8 connection(s)
08:03:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.735574 21867 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/data/info.pb
08:03:48.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.749197 21587 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 21867
08:03:48.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.749861 21587 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-0/wal/instance
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.766417 21587 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/logs
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data/info.pb
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.194:0
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.20.194
08:03:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.194
08:03:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.784117 22023 heartbeater.cc:344] Connected to a master server at 127.21.20.252:36707
08:03:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.784642 22023 heartbeater.cc:461] Registering TS with master...
08:03:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.785974 22023 heartbeater.cc:507] Master 127.21.20.252:36707 requested a full tablet report, sending...
08:03:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.789070 21787 ts_manager.cc:194] Registered new tserver with Master: 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.792604 21787 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.20.193:50055
08:03:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.810632 22024 heartbeater.cc:344] Connected to a master server at 127.21.20.253:35621
08:03:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.811287 22024 heartbeater.cc:461] Registering TS with master...
08:03:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.812134 22024 heartbeater.cc:507] Master 127.21.20.253:35621 requested a full tablet report, sending...
08:03:48.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.815604 21707 ts_manager.cc:194] Registered new tserver with Master: 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.828362 22029 heartbeater.cc:344] Connected to a master server at 127.21.20.254:34893
08:03:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.828702 22029 heartbeater.cc:461] Registering TS with master...
08:03:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.829382 22029 heartbeater.cc:507] Master 127.21.20.254:34893 requested a full tablet report, sending...
08:03:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:48.832800 21632 ts_manager.cc:194] Registered new tserver with Master: 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.152328 22031 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.152786 22031 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.153199 22031 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.187317 22031 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.188076 22031 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.20.194
08:03:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:49.227550 22031 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.194:0
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data/info.pb
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.194
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.20.194
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/logs
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:49.228891 22031 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:49.230389 22031 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:49.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.248171 22038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:49.797101 22023 heartbeater.cc:499] Master 127.21.20.252:36707 was elected leader, sending a full tablet report...
08:03:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:50.650187 22037 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 22031
08:03:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:50.815413 22031 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.566s	user 0.426s	sys 0.879s
08:03:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:50.815732 22031 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.566s	user 0.426s	sys 0.879s
08:03:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:49.250501 22039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:50.818987 22041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:50.821606 22040 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1567 milliseconds
08:03:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.821659 22031 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.823115 22031 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.825752 22031 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.827191 22031 hybrid_clock.cc:648] HybridClock initialized: now 1779091430827137 us; error 55 us; skew 500 ppm
08:03:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.827986 22031 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.834930 22031 webserver.cc:533] Webserver started at http://127.21.20.194:39097/ using document root <none> and password file <none>
08:03:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.835887 22031 fs_manager.cc:362] Metadata directory not provided
08:03:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.836098 22031 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.836514 22031 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:50.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.842176 22031 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data/instance:
08:03:50.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d446583dd3814c0f8c7976bc1d70ffa5"
08:03:50.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:50 on dist-test-slave-dlkk"
08:03:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.843591 22031 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal/instance:
08:03:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d446583dd3814c0f8c7976bc1d70ffa5"
08:03:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:50 on dist-test-slave-dlkk"
08:03:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.851687 22031 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
08:03:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.858289 22048 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.859622 22031 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.859944 22031 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d446583dd3814c0f8c7976bc1d70ffa5"
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:50 on dist-test-slave-dlkk"
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.860301 22031 fs_report.cc:389] FS layout report
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data/data
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:50.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.910928 22031 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.912815 22031 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.913218 22031 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.916466 22031 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.921015 22031 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.921221 22031 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.921411 22031 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:50.921535 22031 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:03:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.076146 22031 rpc_server.cc:307] RPC server started. Bound to: 127.21.20.194:45215
08:03:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.076254 22161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.20.194:45215 every 8 connection(s)
08:03:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.078629 22031 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/data/info.pb
08:03:51.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.086604 21587 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22031
08:03:51.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.087172 21587 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal/instance
08:03:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.101305 21587 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:03:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/logs
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data/info.pb
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.195:0
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.20.195
08:03:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.195
08:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.127542 22164 heartbeater.cc:344] Connected to a master server at 127.21.20.254:34893
08:03:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.128000 22164 heartbeater.cc:461] Registering TS with master...
08:03:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.129298 22164 heartbeater.cc:507] Master 127.21.20.254:34893 requested a full tablet report, sending...
08:03:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.129969 22163 heartbeater.cc:344] Connected to a master server at 127.21.20.253:35621
08:03:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.130321 22163 heartbeater.cc:461] Registering TS with master...
08:03:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.129621 22162 heartbeater.cc:344] Connected to a master server at 127.21.20.252:36707
08:03:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.131085 22162 heartbeater.cc:461] Registering TS with master...
08:03:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.131319 22163 heartbeater.cc:507] Master 127.21.20.253:35621 requested a full tablet report, sending...
08:03:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.131944 22162 heartbeater.cc:507] Master 127.21.20.252:36707 requested a full tablet report, sending...
08:03:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.133760 21632 ts_manager.cc:194] Registered new tserver with Master: d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215)
08:03:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.135260 21787 ts_manager.cc:194] Registered new tserver with Master: d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215)
08:03:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.135859 21707 ts_manager.cc:194] Registered new tserver with Master: d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215)
08:03:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.136922 21787 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.20.194:58639
08:03:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.444772 22172 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.445828 22172 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.446363 22172 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.481462 22172 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.482304 22172 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.20.195
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.519812 22172 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.20.212:39585
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.20.195:0
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data/info.pb
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.20.195
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.20.254:34893,127.21.20.253:35621,127.21.20.252:36707
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.20.195
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/logs
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.521114 22172 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:51.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:51.522634 22172 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.537449 22178 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.140057 22162 heartbeater.cc:499] Master 127.21.20.252:36707 was elected leader, sending a full tablet report...
08:03:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:51.539330 22179 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:52.877507 22172 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.341s	user 0.510s	sys 0.827s
08:03:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:52.878203 22172 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.342s	user 0.511s	sys 0.829s
08:03:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.880559 22172 server_base.cc:1061] running on GCE node
08:03:52.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:52.881887 22184 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.883464 22172 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.886161 22172 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.887867 22172 hybrid_clock.cc:648] HybridClock initialized: now 1779091432887823 us; error 25 us; skew 500 ppm
08:03:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.889060 22172 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.898361 22172 webserver.cc:533] Webserver started at http://127.21.20.195:44921/ using document root <none> and password file <none>
08:03:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.899688 22172 fs_manager.cc:362] Metadata directory not provided
08:03:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.899988 22172 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.900621 22172 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.907750 22172 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data/instance:
08:03:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7cf2cdc60f54d7b991b7b806d9496dc"
08:03:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:52 on dist-test-slave-dlkk"
08:03:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.909403 22172 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal/instance:
08:03:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7cf2cdc60f54d7b991b7b806d9496dc"
08:03:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:52 on dist-test-slave-dlkk"
08:03:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.920665 22172 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.004s
08:03:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.926514 22189 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:03:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.927901 22172 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
08:03:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.928309 22172 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal
08:03:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7cf2cdc60f54d7b991b7b806d9496dc"
08:03:52.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:03:52 on dist-test-slave-dlkk"
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:52.928627 22172 fs_report.cc:389] FS layout report
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data/data
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.016944 22172 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:03:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.018751 22172 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.019160 22172 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.021700 22172 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.025995 22172 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.026196 22172 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:03:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.026391 22172 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.026608 22172 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
08:03:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.182668 22172 rpc_server.cc:307] RPC server started. Bound to: 127.21.20.195:37939
08:03:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.182801 22301 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.20.195:37939 every 8 connection(s)
08:03:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.185083 22172 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/data/info.pb
08:03:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.192768 21587 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22172
08:03:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.193326 21587 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal/instance
08:03:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.258836 22304 heartbeater.cc:344] Connected to a master server at 127.21.20.254:34893
08:03:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.259490 22304 heartbeater.cc:461] Registering TS with master...
08:03:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.260563 22303 heartbeater.cc:344] Connected to a master server at 127.21.20.253:35621
08:03:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.260931 22303 heartbeater.cc:461] Registering TS with master...
08:03:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.261231 22304 heartbeater.cc:507] Master 127.21.20.254:34893 requested a full tablet report, sending...
08:03:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.261910 22303 heartbeater.cc:507] Master 127.21.20.253:35621 requested a full tablet report, sending...
08:03:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.264518 21632 ts_manager.cc:194] Registered new tserver with Master: d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939)
08:03:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.264837 21706 ts_manager.cc:194] Registered new tserver with Master: d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939)
08:03:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.266580 22302 heartbeater.cc:344] Connected to a master server at 127.21.20.252:36707
08:03:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.266897 22302 heartbeater.cc:461] Registering TS with master...
08:03:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.267726 22302 heartbeater.cc:507] Master 127.21.20.252:36707 requested a full tablet report, sending...
08:03:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.269804 21787 ts_manager.cc:194] Registered new tserver with Master: d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939)
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.272080 21787 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.20.195:40071
08:03:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:53.285359 21587 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:03:53.297 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:03:53.298 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:03:53.307 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.20.254"
      port: 34893
    }
    bound_http_address {
      host: "127.21.20.254"
      port: 34805
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.20.253"
      port: 35621
    }
    bound_http_address {
      host: "127.21.20.253"
      port: 38299
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.20.252"
      port: 36707
    }
    bound_http_address {
      host: "127.21.20.252"
      port: 35743
    }
  }
}

08:03:53.311 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:03:53.314 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.20.193"
      port: 42631
    }
    bound_http_address {
      host: "127.21.20.193"
      port: 33541
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.20.194"
      port: 45215
    }
    bound_http_address {
      host: "127.21.20.194"
      port: 39097
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.20.195"
      port: 37939
    }
    bound_http_address {
      host: "127.21.20.195"
      port: 44921
    }
  }
}

08:03:53.314 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:53.507 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:03:53.569 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:03:53.733 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.20.253:35621(127.21.20.253:35621)] connecting to peer
08:03:53.796 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:53.798 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.20.254:34893(127.21.20.254:34893)] connecting to peer
08:03:53.815 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.20.254:34893(127.21.20.254:34893)] Successfully connected to peer
08:03:53.815 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.20.253:35621(127.21.20.253:35621)] Successfully connected to peer
08:03:53.819 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.20.252:36707(127.21.20.252:36707)] Successfully connected to peer
08:03:53.913 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.20.252
08:03:53.915 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.20.254
08:03:53.919 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.20.253
08:03:54.156 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x92972b74, L:/127.0.0.1:54796 - R:/127.21.20.253:35621] using SASL/PLAIN
08:03:54.156 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x56736f27, L:/127.0.0.1:52126 - R:/127.21.20.252:36707] using SASL/PLAIN
08:03:54.157 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6b0ba2ea, L:/127.0.0.1:42998 - R:/127.21.20.254:34893] using SASL/PLAIN
08:03:54.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:54.200 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=513), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [483ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [483ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [484ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: OK, deferred=null) after lookup
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.252795 21787 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52126:
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:03:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:54.256330 21787 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:03:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.274963 22302 heartbeater.cc:499] Master 127.21.20.252:36707 was elected leader, sending a full tablet report...
08:03:54.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1eb50e951ab147cb94d9f7367c678b69
08:03:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.337102 22097 tablet_service.cc:1511] Processing CreateTablet for tablet 60725430938e4b499981d3a7b5e0ba85 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69]), partition=RANGE (key) PARTITION UNBOUNDED
08:03:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.339661 22097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60725430938e4b499981d3a7b5e0ba85. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.380224 22237 tablet_service.cc:1511] Processing CreateTablet for tablet 60725430938e4b499981d3a7b5e0ba85 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69]), partition=RANGE (key) PARTITION UNBOUNDED
08:03:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.382728 22237 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60725430938e4b499981d3a7b5e0ba85. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.394614 21956 tablet_service.cc:1511] Processing CreateTablet for tablet 60725430938e4b499981d3a7b5e0ba85 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69]), partition=RANGE (key) PARTITION UNBOUNDED
08:03:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.397611 21956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60725430938e4b499981d3a7b5e0ba85. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.405638 22337 tablet_bootstrap.cc:492] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Bootstrap starting.
08:03:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.413911 22337 tablet_bootstrap.cc:654] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Neither blocks nor log segments found. Creating new log.
08:03:54.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.416605 22337 log.cc:826] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Log is configured to *not* fsync() on all Append() calls
08:03:54.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.430289 22337 tablet_bootstrap.cc:492] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: No bootstrap required, opened a new log
08:03:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.431133 22337 ts_tablet_manager.cc:1403] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Time spent bootstrapping tablet: real 0.027s	user 0.010s	sys 0.012s
08:03:54.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.448252 22339 tablet_bootstrap.cc:492] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: Bootstrap starting.
08:03:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.455926 22340 tablet_bootstrap.cc:492] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Bootstrap starting.
08:03:54.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.457201 22339 tablet_bootstrap.cc:654] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: Neither blocks nor log segments found. Creating new log.
08:03:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.460000 22339 log.cc:826] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: Log is configured to *not* fsync() on all Append() calls
08:03:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.470053 22340 tablet_bootstrap.cc:654] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Neither blocks nor log segments found. Creating new log.
08:03:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.469903 22337 raft_consensus.cc:359] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.470865 22337 raft_consensus.cc:385] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:54.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.471180 22337 raft_consensus.cc:740] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d446583dd3814c0f8c7976bc1d70ffa5, State: Initialized, Role: FOLLOWER
08:03:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.473814 22340 log.cc:826] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Log is configured to *not* fsync() on all Append() calls
08:03:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.473750 22337 consensus_queue.cc:260] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.477576 22339 tablet_bootstrap.cc:492] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: No bootstrap required, opened a new log
08:03:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.478150 22339 ts_tablet_manager.cc:1403] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: Time spent bootstrapping tablet: real 0.031s	user 0.015s	sys 0.011s
08:03:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.486150 22340 tablet_bootstrap.cc:492] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: No bootstrap required, opened a new log
08:03:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.487564 22340 ts_tablet_manager.cc:1403] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Time spent bootstrapping tablet: real 0.032s	user 0.015s	sys 0.008s
08:03:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.497834 22337 ts_tablet_manager.cc:1434] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Time spent starting tablet: real 0.066s	user 0.036s	sys 0.016s
08:03:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.514662 22339 raft_consensus.cc:359] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.515385 22339 raft_consensus.cc:385] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.515681 22339 raft_consensus.cc:740] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 480904e341074eecb078c697c5e40f74, State: Initialized, Role: FOLLOWER
08:03:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.516647 22339 consensus_queue.cc:260] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.522822 22340 raft_consensus.cc:359] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.523968 22340 raft_consensus.cc:385] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.524907 22340 raft_consensus.cc:740] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7cf2cdc60f54d7b991b7b806d9496dc, State: Initialized, Role: FOLLOWER
08:03:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.525722 22339 ts_tablet_manager.cc:1434] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: Time spent starting tablet: real 0.047s	user 0.036s	sys 0.009s
08:03:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.526139 22340 consensus_queue.cc:260] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.545706 22340 ts_tablet_manager.cc:1434] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Time spent starting tablet: real 0.058s	user 0.029s	sys 0.017s
08:03:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:54.552480 22030 tablet.cc:2404] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:54.599905 22169 tablet.cc:2404] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:54.737735 22306 tablet.cc:2404] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.834825 22344 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.835404 22344 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.838593 22344 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215), d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939)
08:03:54.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.842473 22342 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.843195 22342 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.859405 22342 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.866130 22117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "480904e341074eecb078c697c5e40f74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" is_pre_election: true
08:03:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.866145 22257 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "480904e341074eecb078c697c5e40f74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" is_pre_election: true
08:03:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.867057 22257 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 480904e341074eecb078c697c5e40f74 in term 0.
08:03:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.866984 22117 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 480904e341074eecb078c697c5e40f74 in term 0.
08:03:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.868738 21911 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 480904e341074eecb078c697c5e40f74, d7cf2cdc60f54d7b991b7b806d9496dc; no voters: 
08:03:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.870465 22344 raft_consensus.cc:2804] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.870873 22344 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.871243 22344 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 0 FOLLOWER]: Advancing to term 1
08:03:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.879870 22344 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.881881 22344 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [CANDIDATE]: Term 1 election: Requested vote from peers d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215), d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939)
08:03:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.883051 22117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "480904e341074eecb078c697c5e40f74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d446583dd3814c0f8c7976bc1d70ffa5"
08:03:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.883417 22257 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "480904e341074eecb078c697c5e40f74" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc"
08:03:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.883605 22117 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 0 FOLLOWER]: Advancing to term 1
08:03:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.883947 22257 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 0 FOLLOWER]: Advancing to term 1
08:03:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.888242 22256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" is_pre_election: true
08:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.892165 22117 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 480904e341074eecb078c697c5e40f74 in term 1.
08:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.892822 22257 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 480904e341074eecb078c697c5e40f74 in term 1.
08:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.894059 21909 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 480904e341074eecb078c697c5e40f74, d446583dd3814c0f8c7976bc1d70ffa5; no voters: 
08:03:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.894500 21977 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "480904e341074eecb078c697c5e40f74" is_pre_election: true
08:03:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.894861 22344 raft_consensus.cc:2804] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 1 FOLLOWER]: Leader election won for term 1
08:03:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.897125 22344 raft_consensus.cc:697] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [term 1 LEADER]: Becoming Leader. State: Replica: 480904e341074eecb078c697c5e40f74, State: Running, Role: LEADER
08:03:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.898214 22344 consensus_queue.cc:237] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.909137 22052 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d446583dd3814c0f8c7976bc1d70ffa5; no voters: 480904e341074eecb078c697c5e40f74, d7cf2cdc60f54d7b991b7b806d9496dc
08:03:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.911368 22342 raft_consensus.cc:2749] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:03:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:54.912559 21787 catalog_manager.cc:5696] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 reported cstate change: term changed from 0 to 1, leader changed from <none> to 480904e341074eecb078c697c5e40f74 (127.21.20.193). New cstate: current_term: 1 leader_uuid: "480904e341074eecb078c697c5e40f74" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } health_report { overall_health: HEALTHY } } }
08:03:55.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1eb50e951ab147cb94d9f7367c678b69
08:03:55.237 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60725430938e4b499981d3a7b5e0ba85 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
08:03:55.244 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=60725430938e4b499981d3a7b5e0ba85@[480904e341074eecb078c697c5e40f74(127.21.20.193:42631)[L],d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215),d7cf2cdc60f54d7b991b7b806d9496dc(127.21.20.195:37939)]}]
08:03:55.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.20.252:36707, [9ms] Sub RPC GetTableLocations: received response from server master-127.21.20.252:36707: OK, deferred=null) after lookup
08:03:55.255 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] connecting to peer
08:03:55.257 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] Successfully connected to peer
08:03:55.327 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x92d7b4a4, L:/127.0.0.1:55162 - R:/127.21.20.193:42631] using TOKEN/null
08:03:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.341017 22117 raft_consensus.cc:1275] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Refusing update from remote peer 480904e341074eecb078c697c5e40f74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.341061 22257 raft_consensus.cc:1275] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Refusing update from remote peer 480904e341074eecb078c697c5e40f74: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:55.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.342664 22352 consensus_queue.cc:1048] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:03:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.343577 22344 consensus_queue.cc:1048] T 60725430938e4b499981d3a7b5e0ba85 P 480904e341074eecb078c697c5e40f74 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.371420 22363 mvcc.cc:204] Tried to move back new op lower bound from 7287158519140851712 to 7287158517352226816. Current Snapshot: MvccSnapshot[applied={T|T < 7287158519140851712}]
08:03:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.395515 22367 mvcc.cc:204] Tried to move back new op lower bound from 7287158519140851712 to 7287158517352226816. Current Snapshot: MvccSnapshot[applied={T|T < 7287158519140851712}]
08:03:55.648 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=60725430938e4b499981d3a7b5e0ba85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:03:55.651 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.20.252:36707
08:03:55.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

08:03:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.653450 21587 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 21744
08:03:55.690 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.20.252:36707(127.21.20.252:36707)] handling channelInactive
08:03:55.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state READY due to: connection closed
08:03:55.691 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:55.692 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.20.193:42631
08:03:55.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:03:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:55.693532 21587 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 21867
08:03:55.724 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] handling channelInactive
08:03:55.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] cleaning up while in state READY due to: connection closed
08:03:55.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:03:55.725 [DEBUG - Time-limited test] (Connection.java:748) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] connecting to peer
08:03:55.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631): Connection refused: /127.21.20.193:42631
08:03:55.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631): Connection refused: /127.21.20.193:42631
08:03:55.728 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 480904e341074eecb078c697c5e40f74(127.21.20.193:42631) for tablet 60725430938e4b499981d3a7b5e0ba85: Failed to connect to peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631): Connection refused: /127.21.20.193:42631
08:03:55.749 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.751 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.21.20.252:36707(127.21.20.252:36707) for tablet Kudu Master: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.769 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.776 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:55.789 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.795 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:55.809 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.814 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:55.829 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.833 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:55.849 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.853 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:55.868 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.872 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:55.929 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:55.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:55.935 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:56.009 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:56.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.014 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.420120 22162 heartbeater.cc:646] Failed to heartbeat to 127.21.20.252:36707 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.425879 22302 heartbeater.cc:646] Failed to heartbeat to 127.21.20.252:36707 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:56.469 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:56.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.473 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:56.749 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:56.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.753 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.846616 22381 raft_consensus.cc:493] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a2476062d5a449e6b55e569b3e0033a1)
08:03:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.847118 22381 raft_consensus.cc:515] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:56.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.849056 22381 leader_election.cc:290] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 62fa248b482048b0bb3adc2ae7c75751 (127.21.20.254:34893), a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707)
08:03:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.850291 21640 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "975d2c5143074f00a9ad45a57f65e712" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "62fa248b482048b0bb3adc2ae7c75751" is_pre_election: true
08:03:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.852082 21693 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111) [suppressed 6 similar messages]
08:03:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.855082 21693 leader_election.cc:336] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707): Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.855368 21693 leader_election.cc:304] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 975d2c5143074f00a9ad45a57f65e712; no voters: 62fa248b482048b0bb3adc2ae7c75751, a2476062d5a449e6b55e569b3e0033a1
08:03:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.856544 22381 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:03:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.859581 22384 raft_consensus.cc:493] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a2476062d5a449e6b55e569b3e0033a1)
08:03:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.860036 22384 raft_consensus.cc:515] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.861632 22384 leader_election.cc:290] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 975d2c5143074f00a9ad45a57f65e712 (127.21.20.253:35621), a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707)
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.862593 21716 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62fa248b482048b0bb3adc2ae7c75751" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "975d2c5143074f00a9ad45a57f65e712" is_pre_election: true
08:03:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.863139 21716 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 62fa248b482048b0bb3adc2ae7c75751 in term 1.
08:03:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.863916 21618 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:03:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.864281 21619 leader_election.cc:304] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 62fa248b482048b0bb3adc2ae7c75751, 975d2c5143074f00a9ad45a57f65e712; no voters: 
08:03:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.865384 22384 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.865724 22384 raft_consensus.cc:493] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Starting leader election (detected failure of leader a2476062d5a449e6b55e569b3e0033a1)
08:03:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.866022 22384 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 1 FOLLOWER]: Advancing to term 2
08:03:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.867304 21618 leader_election.cc:336] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707): Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:56.869 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:56.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.872874 22384 raft_consensus.cc:515] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.874913 22384 leader_election.cc:290] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 election: Requested vote from peers 975d2c5143074f00a9ad45a57f65e712 (127.21.20.253:35621), a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707)
08:03:56.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893; will retry
08:03:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.876693 21716 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "62fa248b482048b0bb3adc2ae7c75751" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "975d2c5143074f00a9ad45a57f65e712"
08:03:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.877192 21716 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 1 FOLLOWER]: Advancing to term 2
08:03:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:56.885200 21618 leader_election.cc:336] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707): Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111)
08:03:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.886089 21716 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62fa248b482048b0bb3adc2ae7c75751 in term 2.
08:03:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.887336 21619 leader_election.cc:304] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 62fa248b482048b0bb3adc2ae7c75751, 975d2c5143074f00a9ad45a57f65e712; no voters: a2476062d5a449e6b55e569b3e0033a1
08:03:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.887938 22384 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 2 FOLLOWER]: Leader election won for term 2
08:03:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.888931 22384 raft_consensus.cc:697] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [term 2 LEADER]: Becoming Leader. State: Replica: 62fa248b482048b0bb3adc2ae7c75751, State: Running, Role: LEADER
08:03:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.889766 22384 consensus_queue.cc:237] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } }
08:03:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.893595 22387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 62fa248b482048b0bb3adc2ae7c75751. Latest consensus state: current_term: 2 leader_uuid: "62fa248b482048b0bb3adc2ae7c75751" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.894222 22387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: This master's current role is: LEADER
08:03:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.895889 22389 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:03:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.903100 22389 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69]
08:03:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.907569 22389 tablet_loader.cc:96] loaded metadata for tablet 60725430938e4b499981d3a7b5e0ba85 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69])
08:03:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.908532 22389 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:03:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.911160 22389 catalog_manager.cc:1294] Loaded cluster ID: b3d14538b54d49158b8e9e1c747a1e15
08:03:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.911336 22389 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:03:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.914295 22389 catalog_manager.cc:1539] Loading token signing keys...
08:03:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.916899 22389 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: Loaded TSK: 0
08:03:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:56.917809 22389 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:03:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.090001 22390 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 480904e341074eecb078c697c5e40f74)
08:03:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.090474 22390 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.092588 22390 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.096140 22193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.096200 22394 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 480904e341074eecb078c697c5e40f74)
08:03:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.096776 22394 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.099572 22394 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.100698 22193 leader_election.cc:336] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.101127 22256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" is_pre_election: true
08:03:57.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.102664 22256 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d446583dd3814c0f8c7976bc1d70ffa5 in term 1.
08:03:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.103577 22052 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.105332 22052 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d446583dd3814c0f8c7976bc1d70ffa5, d7cf2cdc60f54d7b991b7b806d9496dc; no voters: 
08:03:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.105837 22116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" is_pre_election: true
08:03:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.105948 22394 raft_consensus.cc:2804] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.106391 22116 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d7cf2cdc60f54d7b991b7b806d9496dc in term 1.
08:03:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.106895 22394 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 480904e341074eecb078c697c5e40f74)
08:03:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.107281 22394 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 1 FOLLOWER]: Advancing to term 2
08:03:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.107532 22052 leader_election.cc:336] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.107867 22191 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d446583dd3814c0f8c7976bc1d70ffa5, d7cf2cdc60f54d7b991b7b806d9496dc; no voters: 480904e341074eecb078c697c5e40f74
08:03:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.108641 22390 raft_consensus.cc:2804] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Leader pre-election won for term 2
08:03:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.108994 22390 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Starting leader election (detected failure of leader 480904e341074eecb078c697c5e40f74)
08:03:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.109356 22390 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 1 FOLLOWER]: Advancing to term 2
08:03:57.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.114045 22394 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.115948 22394 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 2 election: Requested vote from peers d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.116662 22256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc"
08:03:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.115926 22390 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.117882 22256 raft_consensus.cc:2393] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d446583dd3814c0f8c7976bc1d70ffa5 in current term 2: Already voted for candidate d7cf2cdc60f54d7b991b7b806d9496dc in this term.
08:03:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.118649 22390 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [CANDIDATE]: Term 2 election: Requested vote from peers d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.119764 22052 leader_election.cc:336] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.119923 22116 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d446583dd3814c0f8c7976bc1d70ffa5"
08:03:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.120635 22116 raft_consensus.cc:2393] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d7cf2cdc60f54d7b991b7b806d9496dc in current term 2: Already voted for candidate d446583dd3814c0f8c7976bc1d70ffa5 in this term.
08:03:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.120558 22052 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d446583dd3814c0f8c7976bc1d70ffa5; no voters: 480904e341074eecb078c697c5e40f74, d7cf2cdc60f54d7b991b7b806d9496dc
08:03:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.121585 22394 raft_consensus.cc:2749] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.122843 22193 leader_election.cc:336] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.123119 22193 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d7cf2cdc60f54d7b991b7b806d9496dc; no voters: 480904e341074eecb078c697c5e40f74, d446583dd3814c0f8c7976bc1d70ffa5
08:03:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.123622 22390 raft_consensus.cc:2749] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:03:57.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.347016 21716 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [term 2 FOLLOWER]: Refusing update from remote peer 62fa248b482048b0bb3adc2ae7c75751: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
08:03:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.348203 22387 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [LEADER]: Connected to new peer: Peer: permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
08:03:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.353747 22381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 62fa248b482048b0bb3adc2ae7c75751. Latest consensus state: current_term: 2 leader_uuid: "62fa248b482048b0bb3adc2ae7c75751" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.354733 22381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: This master's current role is: FOLLOWER
08:03:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.358175 22384 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "62fa248b482048b0bb3adc2ae7c75751" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.358925 22384 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 [sys.catalog]: This master's current role is: LEADER
08:03:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.360306 22381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "62fa248b482048b0bb3adc2ae7c75751" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62fa248b482048b0bb3adc2ae7c75751" member_type: VOTER last_known_addr { host: "127.21.20.254" port: 34893 } } peers { permanent_uuid: "975d2c5143074f00a9ad45a57f65e712" member_type: VOTER last_known_addr { host: "127.21.20.253" port: 35621 } } peers { permanent_uuid: "a2476062d5a449e6b55e569b3e0033a1" member_type: VOTER last_known_addr { host: "127.21.20.252" port: 36707 } } }
08:03:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:57.360981 22381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 975d2c5143074f00a9ad45a57f65e712 [sys.catalog]: This master's current role is: FOLLOWER
08:03:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:57.361709 21618 consensus_peers.cc:597] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751 -> Peer a2476062d5a449e6b55e569b3e0033a1 (127.21.20.252:36707): Couldn't send request to peer a2476062d5a449e6b55e569b3e0033a1. Status: Network error: Client connection negotiation failed: client connection to 127.21.20.252:36707: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:58.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.418722 22164 heartbeater.cc:499] Master 127.21.20.254:34893 was elected leader, sending a full tablet report...
08:03:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.431059 22304 heartbeater.cc:499] Master 127.21.20.254:34893 was elected leader, sending a full tablet report...
08:03:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.769749 22410 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.770097 22410 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.771466 22410 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.772382 22256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" is_pre_election: true
08:03:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.772894 22256 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d446583dd3814c0f8c7976bc1d70ffa5 in term 2.
08:03:58.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.774253 22052 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d446583dd3814c0f8c7976bc1d70ffa5, d7cf2cdc60f54d7b991b7b806d9496dc; no voters: 
08:03:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.774966 22410 raft_consensus.cc:2804] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:03:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.775226 22410 raft_consensus.cc:493] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.775561 22410 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 2 FOLLOWER]: Advancing to term 3
08:03:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:58.776021 22052 leader_election.cc:336] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.779799 22410 raft_consensus.cc:515] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.781406 22410 leader_election.cc:290] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 3 election: Requested vote from peers d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939), 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631)
08:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.782162 22256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60725430938e4b499981d3a7b5e0ba85" candidate_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc"
08:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.782851 22256 raft_consensus.cc:3060] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 2 FOLLOWER]: Advancing to term 3
08:03:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:58.785131 22052 leader_election.cc:336] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.787356 22256 raft_consensus.cc:2468] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d446583dd3814c0f8c7976bc1d70ffa5 in term 3.
08:03:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.788177 22052 leader_election.cc:304] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d446583dd3814c0f8c7976bc1d70ffa5, d7cf2cdc60f54d7b991b7b806d9496dc; no voters: 480904e341074eecb078c697c5e40f74
08:03:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.788736 22410 raft_consensus.cc:2804] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 3 FOLLOWER]: Leader election won for term 3
08:03:58.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.789721 22410 raft_consensus.cc:697] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 3 LEADER]: Becoming Leader. State: Replica: d446583dd3814c0f8c7976bc1d70ffa5, State: Running, Role: LEADER
08:03:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.791126 22410 consensus_queue.cc:237] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } }
08:03:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:58.800179 21631 catalog_manager.cc:5696] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 reported cstate change: term changed from 1 to 3, leader changed from 480904e341074eecb078c697c5e40f74 (127.21.20.193) to d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194). New cstate: current_term: 3 leader_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d446583dd3814c0f8c7976bc1d70ffa5" member_type: VOTER last_known_addr { host: "127.21.20.194" port: 45215 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "480904e341074eecb078c697c5e40f74" member_type: VOTER last_known_addr { host: "127.21.20.193" port: 42631 } health_report { overall_health: UNKNOWN } } }
08:03:59.169 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.20.252:36707(127.21.20.252:36707)] connecting to peer
08:03:59.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:59.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.20.252:36707(127.21.20.252:36707)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:59.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.20.252:36707: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707
08:03:59.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:03:59.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=13, TimeoutTracker(timeout=29977, elapsed=3427), Traces: [0ms] sending RPC to server master-127.21.20.252:36707, [3ms] received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [28ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [84ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [185ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [187ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [263ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [264ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [265ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [266ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [722ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [725ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [1005ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [1129ms] delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [3423ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [3424ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [3426ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, deferred=Deferred@566719591(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@1426403926 after retry RPC after error@210605433) -> (continuation of Deferred@2057683131 after retry RPC after error@1616639940) -> (continuation of Deferred@472968731 after retry RPC after error@2096531129) -> (continuation of Deferred@679620996 after retry RPC after error@400037511) -> (continuation of Deferred@209936977 after retry RPC after error@1149824566) -> (continuation of Deferred@2101340466 after retry RPC after error@713335868) -> (continuation of Deferred@1023593175 after retry RPC after error@1048082975) -> (continuation of Deferred@1015837339 after retry RPC after error@866550898) -> (continuation of Deferred@408528035 after retry RPC after error@1695325493) -> (continuation of Deferred@986391461 after retry RPC after error@1028236698) -> (continuation of Deferred@1751151148 after retry RPC after error@1770307360), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1426403926 after retry RPC after error@210605433) -> (continuation of Deferred@2057683131 after retry RPC after error@1616639940) -> (continuation of Deferred@472968731 after retry RPC after error@2096531129) -> (continuation of Deferred@679620996 after retry RPC after error@400037511) -> (continuation of Deferred@209936977 after retry RPC after error@1149824566) -> (continuation of Deferred@2101340466 after retry RPC after error@713335868) -> (continuation of Deferred@1023593175 after retry RPC after error@1048082975) -> (continuation of Deferred@1015837339 after retry RPC after error@866550898) -> (continuation of Deferred@408528035 after retry RPC after error@1695325493) -> (continuation of Deferred@986391461 after retry RPC after error@1028236698) -> (continuation of Deferred@1751151148 after retry RPC after error@1770307360))) after lookup
08:03:59.182 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 60725430938e4b499981d3a7b5e0ba85 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
08:03:59.182 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60725430938e4b499981d3a7b5e0ba85@[480904e341074eecb078c697c5e40f74(127.21.20.193:42631),d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215)[L],d7cf2cdc60f54d7b991b7b806d9496dc(127.21.20.195:37939)]}]
08:03:59.185 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60725430938e4b499981d3a7b5e0ba85, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3458), Traces: [0ms] sending RPC to server 480904e341074eecb078c697c5e40f74, [4ms] received response from server 480904e341074eecb078c697c5e40f74: Network error: Failed to connect to peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631): Connection refused: /127.21.20.193:42631, [4ms] delaying RPC due to: Network error: Failed to connect to peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631): Connection refused: /127.21.20.193:42631, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.20.252:36707, [27ms] Sub RPC GetTableLocations: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [27ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [44ms] Sub RPC GetTableLocations: refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [47ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [48ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [52ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [64ms] Sub RPC GetTableLocations: refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [70ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [71ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [85ms] Sub RPC GetTableLocations: refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [87ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [89ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [90ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [104ms] Sub RPC GetTableLocations: refreshing cache from master, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [107ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [108ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [109ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [124ms] Sub RPC GetTableLocations: refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [129ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [129ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [144ms] Sub RPC GetTableLocations: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [147ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [148ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [148ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [204ms] Sub RPC GetTableLocations: refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [207ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [209ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [210ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [211ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [284ms] Sub RPC GetTableLocations: refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [286ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [287ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [288ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [289ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [290ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [744ms] Sub RPC GetTableLocations: refreshing cache from master, [744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [746ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [746ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [748ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [749ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [749ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1024ms] Sub RPC GetTableLocations: refreshing cache from master, [1024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [1025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [1026ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [1027ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [1029ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [1029ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1144ms] Sub RPC GetTableLocations: refreshing cache from master, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [1145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [1145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [1148ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [1149ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.253:35621: OK, [1153ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.254:34893: OK, [1153ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.20.253:35621,127.21.20.252:36707,127.21.20.254:34893) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [3444ms] Sub RPC GetTableLocations: refreshing cache from master, [3445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.253:35621, [3445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.252:36707, [3446ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.20.254:34893, [3447ms] Sub RPC ConnectToMaster: received response from server master-127.21.20.252:36707: Network error: Failed to connect to peer master-127.21.20.252:36707(127.21.20.252:36707): Connection refused: /127.21.20.252:36707, [3448ms] too many traces: truncated at 100 traces, deferred=Deferred@2049207815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@113e927d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d8f52c5 -> wakeup thread Time-limited test)) after lookup
08:03:59.186 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215)] connecting to peer
08:03:59.187 [DEBUG - kudu-nio-2] (Connection.java:757) [peer d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215)] Successfully connected to peer
08:03:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:59.212471 22052 consensus_peers.cc:597] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 -> Peer 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): Couldn't send request to peer 480904e341074eecb078c697c5e40f74. Status: Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:59.216 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf388714a, L:/127.0.0.1:44514 - R:/127.21.20.194:45215] using TOKEN/null
08:03:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.227609 22256 raft_consensus.cc:1275] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 3 FOLLOWER]: Refusing update from remote peer d446583dd3814c0f8c7976bc1d70ffa5: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
08:03:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.229074 22410 consensus_queue.cc:1048] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7cf2cdc60f54d7b991b7b806d9496dc" member_type: VOTER last_known_addr { host: "127.21.20.195" port: 37939 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
08:03:59.408 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=60725430938e4b499981d3a7b5e0ba85, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:03:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.414407 21632 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:42998:
08:03:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
08:03:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.415057 21632 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:42998:
08:03:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
08:03:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.433605 21632 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 62fa248b482048b0bb3adc2ae7c75751: Sending DeleteTablet for 3 replicas of tablet 60725430938e4b499981d3a7b5e0ba85
08:03:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.448593 22097 tablet_service.cc:1558] Processing DeleteTablet for tablet 60725430938e4b499981d3a7b5e0ba85 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-05-18 08:03:59 UTC) from {username='slave'} at 127.0.0.1:44516
08:03:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:03:59.457114 21619 catalog_manager.cc:4754] TS 480904e341074eecb078c697c5e40f74 (127.21.20.193:42631): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 60725430938e4b499981d3a7b5e0ba85: Network error: Client connection negotiation failed: client connection to 127.21.20.193:42631: connect: Connection refused (error 111)
08:03:59.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.460033 22237 tablet_service.cc:1558] Processing DeleteTablet for tablet 60725430938e4b499981d3a7b5e0ba85 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-05-18 08:03:59 UTC) from {username='slave'} at 127.0.0.1:45600
08:03:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.461247 22440 tablet_replica.cc:333] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: stopping tablet replica
08:03:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.462152 22440 raft_consensus.cc:2243] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 3 LEADER]: Raft consensus shutting down.
08:03:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.463096 22441 tablet_replica.cc:333] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: stopping tablet replica
08:03:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.464025 22441 raft_consensus.cc:2243] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 3 FOLLOWER]: Raft consensus shutting down.
08:03:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.464048 22440 raft_consensus.cc:2272] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5 [term 3 FOLLOWER]: Raft consensus is shut down!
08:03:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.465874 22441 raft_consensus.cc:2272] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc [term 3 FOLLOWER]: Raft consensus is shut down!
08:03:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.467633 22440 ts_tablet_manager.cc:1916] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Deleting tablet data with delete state TABLET_DATA_DELETED
08:03:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.470315 22441 ts_tablet_manager.cc:1916] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Deleting tablet data with delete state TABLET_DATA_DELETED
08:03:59.473 [DEBUG - main] (Connection.java:575) [peer d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215)] disconnecting while in state READY
08:03:59.473 [DEBUG - main] (Connection.java:575) [peer master-127.21.20.253:35621(127.21.20.253:35621)] disconnecting while in state READY
08:03:59.480 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.20.253:35621(127.21.20.253:35621)] handling channelInactive
08:03:59.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.20.253:35621(127.21.20.253:35621)] cleaning up while in state READY due to: connection closed
08:03:59.480 [DEBUG - main] (Connection.java:575) [peer master-127.21.20.252:36707(127.21.20.252:36707)] disconnecting while in state TERMINATED
08:03:59.481 [DEBUG - main] (Connection.java:575) [peer 480904e341074eecb078c697c5e40f74(127.21.20.193:42631)] disconnecting while in state TERMINATED
08:03:59.482 [DEBUG - kudu-nio-2] (Connection.java:239) [peer d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215)] handling channelInactive
08:03:59.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d446583dd3814c0f8c7976bc1d70ffa5(127.21.20.194:45215)] cleaning up while in state READY due to: connection closed
08:03:59.482 [DEBUG - main] (Connection.java:575) [peer master-127.21.20.254:34893(127.21.20.254:34893)] disconnecting while in state READY
08:03:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.485163 22440 ts_tablet_manager.cc:1929] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
08:03:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.485723 22440 log.cc:1199] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Deleting WAL directory at /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-1/wal/wals/60725430938e4b499981d3a7b5e0ba85
08:03:59.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:03:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.486889 22440 ts_tablet_manager.cc:1950] T 60725430938e4b499981d3a7b5e0ba85 P d446583dd3814c0f8c7976bc1d70ffa5: Deleting consensus metadata
08:03:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.487471 22441 ts_tablet_manager.cc:1929] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 3.22
08:03:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.488008 22441 log.cc:1199] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Deleting WAL directory at /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster13107145392307863959/ts-2/wal/wals/60725430938e4b499981d3a7b5e0ba85
08:03:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.488988 22441 ts_tablet_manager.cc:1950] T 60725430938e4b499981d3a7b5e0ba85 P d7cf2cdc60f54d7b991b7b806d9496dc: Deleting consensus metadata
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.490773 21617 catalog_manager.cc:5027] TS d446583dd3814c0f8c7976bc1d70ffa5 (127.21.20.194:45215): tablet 60725430938e4b499981d3a7b5e0ba85 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69]) successfully deleted
08:03:59.492 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.20.254:34893(127.21.20.254:34893)] handling channelInactive
08:03:59.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.20.254:34893(127.21.20.254:34893)] cleaning up while in state READY due to: connection closed
08:03:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.493506 21587 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22031
08:03:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.495401 21619 catalog_manager.cc:5027] TS d7cf2cdc60f54d7b991b7b806d9496dc (127.21.20.195:37939): tablet 60725430938e4b499981d3a7b5e0ba85 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=1eb50e951ab147cb94d9f7367c678b69]) successfully deleted
08:03:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.524412 21587 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22172
08:03:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.556447 21587 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 21599
08:03:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:03:59.585875 21587 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 21669
08:04:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:04:00Z chronyd exiting
.08:04:02.025 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779091442025
08:04:02.029 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:04:02.030 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:04:02.030 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task02GdDw/test-tmp
08:04:02.030 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:04:02.030 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task02GdDw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:04:02.033 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:04:02.361 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:04:02.362 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:04:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.365576 22447 mini_oidc.cc:150] Starting JWKS server
08:04:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.368840 22447 webserver.cc:533] Webserver started at http://127.0.0.1:41323/ using document root <none> and password file <none>
08:04:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.369256 22447 mini_oidc.cc:186] Starting OIDC Discovery server
08:04:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.370966 22447 webserver.cc:533] Webserver started at http://127.0.0.1:41815/ using document root <none> and password file <none>
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:04:02Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:04:02Z Disabled control of system clock
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.437049 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/logs
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data/info.pb
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.254:46045
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.254
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json with env {}
08:04:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.759626 22459 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.760159 22459 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.760633 22459 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.793275 22459 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.793565 22459 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.793756 22459 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.793952 22459 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.794131 22459 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.794277 22459 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41323/jwks.json
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.830938 22459 master_runner.cc:387] Master server non-default flags:
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.254:46045
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data/info.pb
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.254
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/logs
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.832274 22459 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:02.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:02.833869 22459 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.846727 22466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:04.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.850253 22468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:04.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:02.847460 22465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:04.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.079295 22467 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1229 milliseconds
08:04:04.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.079417 22459 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.080799 22459 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.083967 22459 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.085415 22459 hybrid_clock.cc:648] HybridClock initialized: now 1779091444085362 us; error 72 us; skew 500 ppm
08:04:04.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.086289 22459 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.092859 22459 webserver.cc:533] Webserver started at http://127.21.235.254:42267/ using document root <none> and password file <none>
08:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.093747 22459 fs_manager.cc:362] Metadata directory not provided
08:04:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.093932 22459 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.094399 22459 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:04.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.098968 22459 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data/instance:
08:04:04.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "530325a4af384293b11cdfd63304fd5a"
08:04:04.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:04 on dist-test-slave-dlkk"
08:04:04.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.100005 22459 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal/instance:
08:04:04.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "530325a4af384293b11cdfd63304fd5a"
08:04:04.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:04 on dist-test-slave-dlkk"
08:04:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.107136 22459 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
08:04:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.112888 22475 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.114009 22459 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
08:04:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.114403 22459 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal
08:04:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "530325a4af384293b11cdfd63304fd5a"
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:04 on dist-test-slave-dlkk"
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.114853 22459 fs_report.cc:389] FS layout report
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data/data
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:04.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.169088 22459 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.170713 22459 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.171253 22459 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.241631 22459 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.254:46045
08:04:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.241806 22526 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.254:46045 every 8 connection(s)
08:04:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.244644 22459 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/data/info.pb
08:04:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.250640 22527 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.252821 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22459
08:04:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.253327 22447 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-0/wal/instance
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.258729 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/logs
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data/info.pb
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.253:38291
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.253
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json with env {}
08:04:04.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.266328 22527 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } has no permanent_uuid. Determining permanent_uuid...
08:04:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.294849 22527 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } has no permanent_uuid. Determining permanent_uuid...
08:04:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.297289 22477 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.301638 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:04.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.351133 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 1
08:04:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.355798 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.424203 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 2
08:04:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.428540 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.519955 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 3
08:04:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.524224 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.583868 22529 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.584578 22529 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.585181 22529 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.618585 22529 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.618943 22529 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.619324 22529 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.619673 22529 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.620033 22529 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.620297 22529 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41323/jwks.json
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.658917 22529 master_runner.cc:387] Master server non-default flags:
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.253:38291
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data/info.pb
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.253
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/logs
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.660626 22529 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:04.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.662492 22529 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.667641 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 4
08:04:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.673098 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.673781 22538 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:04.972607 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 5
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.979372 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.527021 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 6
08:04:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:05.538619 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.253:38291: Network error: Client connection negotiation failed: client connection to 127.21.235.253:38291: connect: Connection refused (error 111)
08:04:05.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:04.675377 22539 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:05.917989 22541 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:05.920662 22540 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1240 milliseconds
08:04:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.920778 22529 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.922118 22529 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.925309 22529 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.926736 22529 hybrid_clock.cc:648] HybridClock initialized: now 1779091445926686 us; error 60 us; skew 500 ppm
08:04:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.927557 22529 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:05.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.934134 22529 webserver.cc:533] Webserver started at http://127.21.235.253:33615/ using document root <none> and password file <none>
08:04:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.935078 22529 fs_manager.cc:362] Metadata directory not provided
08:04:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.935261 22529 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.935655 22529 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.940002 22529 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data/instance:
08:04:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03b3c6873b6d43f49384bc81f7ec6a46"
08:04:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:05 on dist-test-slave-dlkk"
08:04:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.941277 22529 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal/instance:
08:04:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03b3c6873b6d43f49384bc81f7ec6a46"
08:04:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:05 on dist-test-slave-dlkk"
08:04:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.948487 22529 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.004s
08:04:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.954428 22550 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.955554 22529 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
08:04:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.955982 22529 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal
08:04:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03b3c6873b6d43f49384bc81f7ec6a46"
08:04:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:05 on dist-test-slave-dlkk"
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:05.956336 22529 fs_report.cc:389] FS layout report
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data/data
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.026403 22529 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.028070 22529 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.028626 22529 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.100368 22529 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.253:38291
08:04:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.100508 22601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.253:38291 every 8 connection(s)
08:04:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.103217 22529 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/data/info.pb
08:04:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.107370 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22529
08:04:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.107877 22447 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-1/wal/instance
08:04:06.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.110008 22602 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.110934 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/logs
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/info.pb
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.252:41177
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.252
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json with env {}
08:04:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.123245 22602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } has no permanent_uuid. Determining permanent_uuid...
08:04:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.145102 22602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } has no permanent_uuid. Determining permanent_uuid...
08:04:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.158478 22602 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } has no permanent_uuid. Determining permanent_uuid...
08:04:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.160828 22553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.165064 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.214596 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 1
08:04:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.218640 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.287053 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 2
08:04:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.291411 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.382848 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 3
08:04:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.387733 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.428979 22604 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.429538 22604 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.429983 22604 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.462750 22604 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.463033 22604 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.463222 22604 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.463418 22604 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.463608 22604 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:06.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.463763 22604 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41323/jwks.json
08:04:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.501407 22604 master_runner.cc:387] Master server non-default flags:
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.252:41177
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/info.pb
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.252
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/logs
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.502976 22604 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:06.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.505146 22604 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.516809 22614 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.531194 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 4
08:04:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.539039 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.599210 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } attempt: 7
08:04:06.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.633769 22527 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } has no permanent_uuid. Determining permanent_uuid...
08:04:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.662778 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.721393 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 1
08:04:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.729656 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.811280 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 2
08:04:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.819701 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.838651 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 5
08:04:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.847379 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:06.905283 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 3
08:04:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.913547 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:07.054231 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 4
08:04:07.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:07.062728 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:07.346326 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 5
08:04:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:07.355635 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:07.394995 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 6
08:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:07.422892 22602 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:07.908221 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 6
08:04:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:07.938979 22527 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.235.252:41177: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:07.921175 22613 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 22604
08:04:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.090133 22604 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.574s	user 0.602s	sys 0.964s
08:04:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.090480 22604 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.574s	user 0.602s	sys 0.964s
08:04:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:06.516984 22615 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:08.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.092826 22617 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:08.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.097579 22616 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1580 milliseconds
08:04:08.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.097628 22604 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:08.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.099216 22604 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:08.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.102198 22604 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:08.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.103842 22604 hybrid_clock.cc:648] HybridClock initialized: now 1779091448103795 us; error 34 us; skew 500 ppm
08:04:08.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.104925 22604 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:08.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.112593 22604 webserver.cc:533] Webserver started at http://127.21.235.252:38943/ using document root <none> and password file <none>
08:04:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.113606 22604 fs_manager.cc:362] Metadata directory not provided
08:04:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.113795 22604 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.114177 22604 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.118660 22604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/instance:
08:04:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb1638a90d140bfbddb5706ae88e0f8"
08:04:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:08 on dist-test-slave-dlkk"
08:04:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.119752 22604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal/instance:
08:04:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb1638a90d140bfbddb5706ae88e0f8"
08:04:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:08 on dist-test-slave-dlkk"
08:04:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.126965 22604 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.004s
08:04:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.132826 22631 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.134100 22604 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.005s
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.134392 22604 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb1638a90d140bfbddb5706ae88e0f8"
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:08 on dist-test-slave-dlkk"
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.134833 22604 fs_report.cc:389] FS layout report
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/data
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.204026 22604 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:08.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.205462 22604 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:08.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.205866 22604 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.279021 22604 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.252:41177
08:04:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.279093 22682 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.252:41177 every 8 connection(s)
08:04:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.282029 22604 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/info.pb
08:04:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.287566 22683 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.288939 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22604
08:04:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.289266 22447 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal/instance
08:04:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.302995 22683 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } has no permanent_uuid. Determining permanent_uuid...
08:04:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.327114 22683 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } has no permanent_uuid. Determining permanent_uuid...
08:04:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.338479 22683 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } has no permanent_uuid. Determining permanent_uuid...
08:04:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.354061 22683 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Bootstrap starting.
08:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.360590 22683 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Neither blocks nor log segments found. Creating new log.
08:04:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.362320 22683 log.cc:826] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Log is configured to *not* fsync() on all Append() calls
08:04:08.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.367617 22683 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: No bootstrap required, opened a new log
08:04:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.389420 22683 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.390467 22683 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.390774 22683 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0bb1638a90d140bfbddb5706ae88e0f8, State: Initialized, Role: FOLLOWER
08:04:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.391536 22683 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.393895 22693 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.394678 22693 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.395828 22683 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: configured and running, proceeding with master startup.
08:04:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.419701 22704 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.420379 22704 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.416519 22604 master_runner.cc:187] Error getting master registration for 127.21.235.254:46045: OK, instance_id { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" instance_seqno: 1779091444222971 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.442056 22604 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.460834 22637 tablet.cc:2404] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:08.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.483588 22602 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 7
08:04:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.501135 22602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: Bootstrap starting.
08:04:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.506887 22602 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: Neither blocks nor log segments found. Creating new log.
08:04:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.509243 22602 log.cc:826] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: Log is configured to *not* fsync() on all Append() calls
08:04:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.514133 22602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: No bootstrap required, opened a new log
08:04:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.532500 22602 raft_consensus.cc:359] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.533751 22602 raft_consensus.cc:385] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.534073 22602 raft_consensus.cc:740] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03b3c6873b6d43f49384bc81f7ec6a46, State: Initialized, Role: FOLLOWER
08:04:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.535154 22602 consensus_queue.cc:260] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.538084 22708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:08.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.538921 22708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: This master's current role is: FOLLOWER
08:04:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.539902 22602 sys_catalog.cc:565] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: configured and running, proceeding with master startup.
08:04:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.558825 22693 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.559399 22693 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.563064 22693 leader_election.cc:290] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 530325a4af384293b11cdfd63304fd5a (127.21.235.254:46045), 03b3c6873b6d43f49384bc81f7ec6a46 (127.21.235.253:38291)
08:04:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.564630 22577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" is_pre_election: true
08:04:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.565511 22577 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0bb1638a90d140bfbddb5706ae88e0f8 in term 0.
08:04:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.566972 22633 leader_election.cc:304] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03b3c6873b6d43f49384bc81f7ec6a46, 0bb1638a90d140bfbddb5706ae88e0f8; no voters: 
08:04:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.567895 22693 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.568221 22693 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.568547 22693 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 0 FOLLOWER]: Advancing to term 1
08:04:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.575466 22693 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.581643 22577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03b3c6873b6d43f49384bc81f7ec6a46"
08:04:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.582209 22577 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 0 FOLLOWER]: Advancing to term 1
08:04:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.589390 22577 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0bb1638a90d140bfbddb5706ae88e0f8 in term 1.
08:04:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.591192 22633 leader_election.cc:304] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03b3c6873b6d43f49384bc81f7ec6a46, 0bb1638a90d140bfbddb5706ae88e0f8; no voters: 
08:04:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.593289 22693 leader_election.cc:290] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [CANDIDATE]: Term 1 election: Requested vote from peers 530325a4af384293b11cdfd63304fd5a (127.21.235.254:46045), 03b3c6873b6d43f49384bc81f7ec6a46 (127.21.235.253:38291)
08:04:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.594094 22693 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 1 FOLLOWER]: Leader election won for term 1
08:04:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.594641 22693 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 1 LEADER]: Becoming Leader. State: Replica: 0bb1638a90d140bfbddb5706ae88e0f8, State: Running, Role: LEADER
08:04:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.595992 22693 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.608980 22719 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:04:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:08.609333 22719 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:04:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.633464 22721 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0bb1638a90d140bfbddb5706ae88e0f8. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.634291 22721 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: LEADER
08:04:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.566470 22529 master_runner.cc:187] Error getting master registration for 127.21.235.254:46045: OK, instance_id { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" instance_seqno: 1779091444222971 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.637874 22529 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.638305 22723 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.645826 22723 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:08.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.668025 22577 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Refusing update from remote peer 0bb1638a90d140bfbddb5706ae88e0f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.669590 22721 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.704622 22708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0bb1638a90d140bfbddb5706ae88e0f8. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:08.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.706367 22708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: This master's current role is: FOLLOWER
08:04:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.715818 22725 mvcc.cc:204] Tried to move back new op lower bound from 7287158573728436224 to 7287158573460529152. Current Snapshot: MvccSnapshot[applied={T|T < 7287158573728436224}]
08:04:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.722899 22708 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.724283 22708 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: This master's current role is: FOLLOWER
08:04:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.732028 22723 catalog_manager.cc:1382] Generated new cluster ID: b9d527e4ef0d431bb4115a1fbc996d1e
08:04:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.732318 22723 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.741272 22693 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.742515 22693 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: LEADER
08:04:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.792007 22723 catalog_manager.cc:1405] Generated new certificate authority record
08:04:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.794564 22723 catalog_manager.cc:1539] Loading token signing keys...
08:04:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.840183 22723 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Generated new TSK 0
08:04:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.842031 22723 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.878933 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/logs
08:04:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data/info.pb
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.193:0
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.235.193
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.193
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:08.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:08.972476 22527 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } attempt: 7
08:04:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.020640 22527 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: Bootstrap starting.
08:04:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.042228 22527 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: Neither blocks nor log segments found. Creating new log.
08:04:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.048573 22527 log.cc:826] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: Log is configured to *not* fsync() on all Append() calls
08:04:09.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.074249 22527 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: No bootstrap required, opened a new log
08:04:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.256428 22527 raft_consensus.cc:359] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.262648 22527 raft_consensus.cc:385] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.264729 22527 raft_consensus.cc:740] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 530325a4af384293b11cdfd63304fd5a, State: Initialized, Role: FOLLOWER
08:04:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.270695 22527 consensus_queue.cc:260] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.287529 22732 sys_catalog.cc:455] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.288374 22732 sys_catalog.cc:458] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: This master's current role is: FOLLOWER
08:04:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.299193 22501 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "530325a4af384293b11cdfd63304fd5a"
08:04:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.300030 22501 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 0 FOLLOWER]: Advancing to term 1
08:04:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.304066 22502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "530325a4af384293b11cdfd63304fd5a" is_pre_election: true
08:04:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.312093 22501 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0bb1638a90d140bfbddb5706ae88e0f8 in term 1.
08:04:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.313589 22500 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 1 FOLLOWER]: Refusing update from remote peer 0bb1638a90d140bfbddb5706ae88e0f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.321024 22693 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:04:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.334578 22527 sys_catalog.cc:565] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: configured and running, proceeding with master startup.
08:04:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.411525 22732 sys_catalog.cc:455] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0bb1638a90d140bfbddb5706ae88e0f8. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.412760 22732 sys_catalog.cc:458] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: This master's current role is: FOLLOWER
08:04:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.411841 22738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.413160 22738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: This master's current role is: FOLLOWER
08:04:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.546133 22752 catalog_manager.cc:1294] Loaded cluster ID: b9d527e4ef0d431bb4115a1fbc996d1e
08:04:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.546418 22752 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: loading cluster ID for follower catalog manager: success
08:04:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.553725 22752 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: acquiring CA information for follower catalog manager: success
08:04:09.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.559294 22752 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.560029 22729 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.561208 22729 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.562088 22729 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.615383 22719 catalog_manager.cc:1294] Loaded cluster ID: b9d527e4ef0d431bb4115a1fbc996d1e
08:04:09.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.616006 22719 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: loading cluster ID for follower catalog manager: success
08:04:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.623656 22719 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: acquiring CA information for follower catalog manager: success
08:04:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.625494 22729 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:09.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.627038 22729 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.235.193
08:04:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.640106 22719 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.699905 22729 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.193:0
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data/info.pb
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.193
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.235.193
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/logs
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:09.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.703927 22729 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.707811 22729 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:09.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.743158 22755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.940953 22693 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.941759 22693 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: LEADER
08:04:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:09.771257 22729 server_base.cc:1061] running on GCE node
08:04:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.770639 22759 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:09.757134 22756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:11.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.418972 22729 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.431010 22729 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.432849 22729 hybrid_clock.cc:648] HybridClock initialized: now 1779091451432798 us; error 53 us; skew 500 ppm
08:04:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.434254 22729 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.454383 22729 webserver.cc:533] Webserver started at http://127.21.235.193:46847/ using document root <none> and password file <none>
08:04:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.456143 22729 fs_manager.cc:362] Metadata directory not provided
08:04:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.456717 22729 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:11.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.457494 22729 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.464654 22729 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data/instance:
08:04:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5af3cf233c58429388459a647f3263a9"
08:04:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:11 on dist-test-slave-dlkk"
08:04:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.466660 22729 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal/instance:
08:04:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5af3cf233c58429388459a647f3263a9"
08:04:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:11 on dist-test-slave-dlkk"
08:04:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.484328 22729 fs_manager.cc:696] Time spent creating directory manager: real 0.017s	user 0.009s	sys 0.004s
08:04:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.498625 22767 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.500619 22729 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.007s	sys 0.004s
08:04:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.501258 22729 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal
08:04:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5af3cf233c58429388459a647f3263a9"
08:04:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:11 on dist-test-slave-dlkk"
08:04:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.502039 22729 fs_report.cc:389] FS layout report
08:04:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal
08:04:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal
08:04:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data/data
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.599223 22729 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.601432 22729 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.602015 22729 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.605581 22729 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.611501 22729 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.611784 22729 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:04:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.612069 22729 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:11.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.612300 22729 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:04:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.798277 22729 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.193:33325
08:04:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.798379 22879 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.193:33325 every 8 connection(s)
08:04:11.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.801097 22729 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/data/info.pb
08:04:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.804844 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22729
08:04:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.805416 22447 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-0/wal/instance
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.821929 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/logs
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data/info.pb
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.194:0
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.235.194
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.194
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:11.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.873068 22880 heartbeater.cc:344] Connected to a master server at 127.21.235.252:41177
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.873586 22880 heartbeater.cc:461] Registering TS with master...
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.874864 22886 heartbeater.cc:344] Connected to a master server at 127.21.235.254:46045
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.875087 22880 heartbeater.cc:507] Master 127.21.235.252:41177 requested a full tablet report, sending...
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.875216 22886 heartbeater.cc:461] Registering TS with master...
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.876137 22886 heartbeater.cc:507] Master 127.21.235.254:46045 requested a full tablet report, sending...
08:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.876377 22881 heartbeater.cc:344] Connected to a master server at 127.21.235.253:38291
08:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.876701 22881 heartbeater.cc:461] Registering TS with master...
08:04:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.877570 22881 heartbeater.cc:507] Master 127.21.235.253:38291 requested a full tablet report, sending...
08:04:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.879106 22648 ts_manager.cc:194] Registered new tserver with Master: 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325)
08:04:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.880843 22492 ts_manager.cc:194] Registered new tserver with Master: 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325)
08:04:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.881759 22648 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.235.193:37243
08:04:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:11.883512 22567 ts_manager.cc:194] Registered new tserver with Master: 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325)
08:04:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.248840 22890 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.249388 22890 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:12.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.250137 22890 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.292881 22890 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.294826 22890 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.235.194
08:04:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:12.343412 22890 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.194:0
08:04:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data/info.pb
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.194
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.235.194
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/logs
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:12.344774 22890 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:12.346552 22890 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.361783 22897 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:12.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:12.886698 22880 heartbeater.cc:499] Master 127.21.235.252:41177 was elected leader, sending a full tablet report...
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:13.765658 22896 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 22890
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:12.363831 22898 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:13.949602 22896 kernel_stack_watchdog.cc:198] Thread 22890 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:13.955071 22890 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.592s	user 0.000s	sys 0.007s
08:04:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:13.955374 22890 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.593s	user 0.000s	sys 0.007s
08:04:13.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:13.955415 22899 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1585 milliseconds
08:04:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:13.957084 22900 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.957183 22890 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.958369 22890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.960904 22890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.962347 22890 hybrid_clock.cc:648] HybridClock initialized: now 1779091453962301 us; error 52 us; skew 500 ppm
08:04:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.963223 22890 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.969357 22890 webserver.cc:533] Webserver started at http://127.21.235.194:42723/ using document root <none> and password file <none>
08:04:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.970333 22890 fs_manager.cc:362] Metadata directory not provided
08:04:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.970577 22890 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.970976 22890 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.975490 22890 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data/instance:
08:04:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9700ec3f8d147f8b85d996dcff3f397"
08:04:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:13 on dist-test-slave-dlkk"
08:04:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.976521 22890 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal/instance:
08:04:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9700ec3f8d147f8b85d996dcff3f397"
08:04:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:13 on dist-test-slave-dlkk"
08:04:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.983865 22890 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
08:04:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.989511 22908 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.990865 22890 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
08:04:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.991246 22890 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal
08:04:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9700ec3f8d147f8b85d996dcff3f397"
08:04:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:13 on dist-test-slave-dlkk"
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:13.991674 22890 fs_report.cc:389] FS layout report
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data/data
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:13.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:14.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.047120 22890 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.048713 22890 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.049285 22890 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.052237 22890 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.056721 22890 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.056957 22890 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:04:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.057284 22890 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.057554 22890 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:04:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.201719 22890 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.194:45951
08:04:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.201825 23020 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.194:45951 every 8 connection(s)
08:04:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.204463 22890 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/data/info.pb
08:04:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.212065 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 22890
08:04:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.212836 22447 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-1/wal/instance
08:04:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.231446 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/logs
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data/info.pb
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.195:0
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.235.195
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.195
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:04:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.283079 23022 heartbeater.cc:344] Connected to a master server at 127.21.235.253:38291
08:04:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.283525 23022 heartbeater.cc:461] Registering TS with master...
08:04:14.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.284767 23022 heartbeater.cc:507] Master 127.21.235.253:38291 requested a full tablet report, sending...
08:04:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.287951 22567 ts_manager.cc:194] Registered new tserver with Master: a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.291258 23023 heartbeater.cc:344] Connected to a master server at 127.21.235.254:46045
08:04:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.291568 23023 heartbeater.cc:461] Registering TS with master...
08:04:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.292394 23023 heartbeater.cc:507] Master 127.21.235.254:46045 requested a full tablet report, sending...
08:04:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.295450 22492 ts_manager.cc:194] Registered new tserver with Master: a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.299456 23021 heartbeater.cc:344] Connected to a master server at 127.21.235.252:41177
08:04:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.299780 23021 heartbeater.cc:461] Registering TS with master...
08:04:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.300642 23021 heartbeater.cc:507] Master 127.21.235.252:41177 requested a full tablet report, sending...
08:04:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.302938 22648 ts_manager.cc:194] Registered new tserver with Master: a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.304579 22648 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.235.194:60801
08:04:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.581648 23028 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.582190 23028 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.582798 23028 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.617352 23028 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.618316 23028 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.235.195
08:04:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.655432 23028 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.195:0
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data/info.pb
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.195
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.235.195
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/logs
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.657153 23028 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:14.658922 23028 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.671875 23038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:15.307924 23021 heartbeater.cc:499] Master 127.21.235.252:41177 was elected leader, sending a full tablet report...
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.075390 23037 debug-util.cc:398] Leaking SignalData structure 0x7b08000271c0 after lost signal to thread 23028
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.458766 23037 kernel_stack_watchdog.cc:198] Thread 23028 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:14.672384 23039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.461665 23028 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.789s	user 0.672s	sys 1.102s
08:04:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.462066 23028 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.790s	user 0.672s	sys 1.102s
08:04:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.463424 23041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.468741 23040 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1795 milliseconds
08:04:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.468766 23028 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.470341 23028 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.472934 23028 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.474397 23028 hybrid_clock.cc:648] HybridClock initialized: now 1779091456474283 us; error 115 us; skew 500 ppm
08:04:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.475492 23028 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.481705 23028 webserver.cc:533] Webserver started at http://127.21.235.195:45523/ using document root <none> and password file <none>
08:04:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.482656 23028 fs_manager.cc:362] Metadata directory not provided
08:04:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.482848 23028 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.483235 23028 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.487898 23028 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data/instance:
08:04:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe0c2ae16f99485d8c55fdc43d612e26"
08:04:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:16 on dist-test-slave-dlkk"
08:04:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.489003 23028 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal/instance:
08:04:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe0c2ae16f99485d8c55fdc43d612e26"
08:04:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:16 on dist-test-slave-dlkk"
08:04:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.496572 23028 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
08:04:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.502652 23049 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.503733 23028 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
08:04:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.504197 23028 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal
08:04:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe0c2ae16f99485d8c55fdc43d612e26"
08:04:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:16 on dist-test-slave-dlkk"
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.504591 23028 fs_report.cc:389] FS layout report
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data/data
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.556051 23028 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.557655 23028 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.558172 23028 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.561036 23028 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.565830 23028 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.566069 23028 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:04:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.566368 23028 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.566639 23028 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
08:04:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.705933 23028 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.195:35577
08:04:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.706096 23161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.195:35577 every 8 connection(s)
08:04:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.708635 23028 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/data/info.pb
08:04:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.710906 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 23028
08:04:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.711404 22447 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal/instance
08:04:16.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.750712 23162 heartbeater.cc:344] Connected to a master server at 127.21.235.252:41177
08:04:16.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.751259 23162 heartbeater.cc:461] Registering TS with master...
08:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.752660 23162 heartbeater.cc:507] Master 127.21.235.252:41177 requested a full tablet report, sending...
08:04:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.756100 22648 ts_manager.cc:194] Registered new tserver with Master: fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577)
08:04:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.758059 22648 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.235.195:47087
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.758534 23163 heartbeater.cc:344] Connected to a master server at 127.21.235.253:38291
08:04:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.759078 23163 heartbeater.cc:461] Registering TS with master...
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.760061 23163 heartbeater.cc:507] Master 127.21.235.253:38291 requested a full tablet report, sending...
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.760383 23164 heartbeater.cc:344] Connected to a master server at 127.21.235.254:46045
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.760733 23164 heartbeater.cc:461] Registering TS with master...
08:04:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.761360 23164 heartbeater.cc:507] Master 127.21.235.254:46045 requested a full tablet report, sending...
08:04:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.763324 22567 ts_manager.cc:194] Registered new tserver with Master: fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577)
08:04:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.763933 22491 ts_manager.cc:194] Registered new tserver with Master: fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577)
08:04:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.767419 22447 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:04:16.778 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:04:16.778 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:04:16.781 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.235.254"
      port: 46045
    }
    bound_http_address {
      host: "127.21.235.254"
      port: 42267
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.235.253"
      port: 38291
    }
    bound_http_address {
      host: "127.21.235.253"
      port: 33615
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.235.252"
      port: 41177
    }
    bound_http_address {
      host: "127.21.235.252"
      port: 38943
    }
  }
}

08:04:16.781 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:04:16.782 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.235.193"
      port: 33325
    }
    bound_http_address {
      host: "127.21.235.193"
      port: 46847
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.235.194"
      port: 45951
    }
    bound_http_address {
      host: "127.21.235.194"
      port: 42723
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.235.195"
      port: 35577
    }
    bound_http_address {
      host: "127.21.235.195"
      port: 45523
    }
  }
}

08:04:16.782 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:04:16.784 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:04:16.786 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.235.252:41177(127.21.235.252:41177)] connecting to peer
08:04:16.788 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.235.253:38291(127.21.235.253:38291)] connecting to peer
08:04:16.788 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.235.252:41177(127.21.235.252:41177)] Successfully connected to peer
08:04:16.789 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.235.254:46045(127.21.235.254:46045)] connecting to peer
08:04:16.792 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.235.254:46045(127.21.235.254:46045)] Successfully connected to peer
08:04:16.791 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.235.253:38291(127.21.235.253:38291)] Successfully connected to peer
08:04:16.794 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.235.252
08:04:16.801 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.235.253
08:04:16.805 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.235.254
08:04:16.825 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9c487896, L:/127.0.0.1:59178 - R:/127.21.235.252:41177] using SASL/PLAIN
08:04:16.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:16.830 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=44), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: OK, deferred=null) after lookup
08:04:16.833 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8539f22c, L:/127.0.0.1:56096 - R:/127.21.235.253:38291] using SASL/PLAIN
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.833221 22648 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59178:
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:04:16.837 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcc6384bd, L:/127.0.0.1:51806 - R:/127.21.235.254:46045] using SASL/PLAIN
08:04:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:04:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:04:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:04:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:04:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:16.840616 22648 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:04:16.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f0c68e10e269427eb907c68b58832add
08:04:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.926275 22815 tablet_service.cc:1511] Processing CreateTablet for tablet efd8431fb8c8411fa062cc31ca49b4be (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f0c68e10e269427eb907c68b58832add]), partition=RANGE (key) PARTITION UNBOUNDED
08:04:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.928246 22815 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet efd8431fb8c8411fa062cc31ca49b4be. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.958164 23097 tablet_service.cc:1511] Processing CreateTablet for tablet efd8431fb8c8411fa062cc31ca49b4be (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f0c68e10e269427eb907c68b58832add]), partition=RANGE (key) PARTITION UNBOUNDED
08:04:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.958168 22956 tablet_service.cc:1511] Processing CreateTablet for tablet efd8431fb8c8411fa062cc31ca49b4be (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f0c68e10e269427eb907c68b58832add]), partition=RANGE (key) PARTITION UNBOUNDED
08:04:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.960299 23097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet efd8431fb8c8411fa062cc31ca49b4be. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.960899 23194 tablet_bootstrap.cc:492] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: Bootstrap starting.
08:04:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.960966 22956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet efd8431fb8c8411fa062cc31ca49b4be. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.966413 23194 tablet_bootstrap.cc:654] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: Neither blocks nor log segments found. Creating new log.
08:04:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.970697 23194 log.cc:826] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: Log is configured to *not* fsync() on all Append() calls
08:04:16.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.976876 23194 tablet_bootstrap.cc:492] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: No bootstrap required, opened a new log
08:04:16.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.978052 23194 ts_tablet_manager.cc:1403] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: Time spent bootstrapping tablet: real 0.018s	user 0.009s	sys 0.005s
08:04:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.994848 23197 tablet_bootstrap.cc:492] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Bootstrap starting.
08:04:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:16.995149 23196 tablet_bootstrap.cc:492] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: Bootstrap starting.
08:04:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.002799 23196 tablet_bootstrap.cc:654] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: Neither blocks nor log segments found. Creating new log.
08:04:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.003110 23197 tablet_bootstrap.cc:654] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Neither blocks nor log segments found. Creating new log.
08:04:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.005004 23197 log.cc:826] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Log is configured to *not* fsync() on all Append() calls
08:04:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.005669 23196 log.cc:826] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: Log is configured to *not* fsync() on all Append() calls
08:04:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.007586 23194 raft_consensus.cc:359] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.008805 23194 raft_consensus.cc:385] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.009363 23194 raft_consensus.cc:740] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5af3cf233c58429388459a647f3263a9, State: Initialized, Role: FOLLOWER
08:04:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.010597 23194 consensus_queue.cc:260] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.016611 23197 tablet_bootstrap.cc:492] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: No bootstrap required, opened a new log
08:04:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.017218 23194 ts_tablet_manager.cc:1434] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: Time spent starting tablet: real 0.039s	user 0.022s	sys 0.010s
08:04:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.017418 23197 ts_tablet_manager.cc:1403] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Time spent bootstrapping tablet: real 0.024s	user 0.013s	sys 0.008s
08:04:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.019591 23196 tablet_bootstrap.cc:492] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: No bootstrap required, opened a new log
08:04:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.020294 23196 ts_tablet_manager.cc:1403] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: Time spent bootstrapping tablet: real 0.026s	user 0.011s	sys 0.011s
08:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.046231 23197 raft_consensus.cc:359] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.048074 23197 raft_consensus.cc:385] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.048393 23197 raft_consensus.cc:740] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe0c2ae16f99485d8c55fdc43d612e26, State: Initialized, Role: FOLLOWER
08:04:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.049643 23197 consensus_queue.cc:260] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.050374 23196 raft_consensus.cc:359] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.051563 23196 raft_consensus.cc:385] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.051905 23196 raft_consensus.cc:740] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9700ec3f8d147f8b85d996dcff3f397, State: Initialized, Role: FOLLOWER
08:04:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.053308 23162 heartbeater.cc:499] Master 127.21.235.252:41177 was elected leader, sending a full tablet report...
08:04:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.052841 23196 consensus_queue.cc:260] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.053931 23197 ts_tablet_manager.cc:1434] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Time spent starting tablet: real 0.036s	user 0.030s	sys 0.004s
08:04:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.056421 23196 ts_tablet_manager.cc:1434] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: Time spent starting tablet: real 0.036s	user 0.022s	sys 0.011s
08:04:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:17.110514 22888 tablet.cc:2404] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:17.247774 23169 tablet.cc:2404] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:17.264801 23029 tablet.cc:2404] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:17.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.332459 23200 raft_consensus.cc:493] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.333014 23200 raft_consensus.cc:515] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.335894 23200 leader_election.cc:290] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577), a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.348892 23117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "5af3cf233c58429388459a647f3263a9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" is_pre_election: true
08:04:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.349825 23117 raft_consensus.cc:2468] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5af3cf233c58429388459a647f3263a9 in term 0.
08:04:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.351382 22771 leader_election.cc:304] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5af3cf233c58429388459a647f3263a9, fe0c2ae16f99485d8c55fdc43d612e26; no voters: 
08:04:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.352113 23200 raft_consensus.cc:2804] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.352378 23200 raft_consensus.cc:493] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.352581 23200 raft_consensus.cc:3060] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 0 FOLLOWER]: Advancing to term 1
08:04:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.352689 22976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "5af3cf233c58429388459a647f3263a9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9700ec3f8d147f8b85d996dcff3f397" is_pre_election: true
08:04:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.353647 22976 raft_consensus.cc:2468] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5af3cf233c58429388459a647f3263a9 in term 0.
08:04:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.358992 23200 raft_consensus.cc:515] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.360867 23200 leader_election.cc:290] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [CANDIDATE]: Term 1 election: Requested vote from peers fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577), a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.361632 23117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "5af3cf233c58429388459a647f3263a9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe0c2ae16f99485d8c55fdc43d612e26"
08:04:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.361873 22976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "5af3cf233c58429388459a647f3263a9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9700ec3f8d147f8b85d996dcff3f397"
08:04:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.362154 23117 raft_consensus.cc:3060] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 0 FOLLOWER]: Advancing to term 1
08:04:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.362367 22976 raft_consensus.cc:3060] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 0 FOLLOWER]: Advancing to term 1
08:04:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.366969 23117 raft_consensus.cc:2468] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5af3cf233c58429388459a647f3263a9 in term 1.
08:04:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.367923 22771 leader_election.cc:304] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5af3cf233c58429388459a647f3263a9, fe0c2ae16f99485d8c55fdc43d612e26; no voters: 
08:04:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.368623 23200 raft_consensus.cc:2804] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 1 FOLLOWER]: Leader election won for term 1
08:04:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.369110 22976 raft_consensus.cc:2468] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5af3cf233c58429388459a647f3263a9 in term 1.
08:04:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.371366 23200 raft_consensus.cc:697] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [term 1 LEADER]: Becoming Leader. State: Replica: 5af3cf233c58429388459a647f3263a9, State: Running, Role: LEADER
08:04:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.372803 23200 consensus_queue.cc:237] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.383704 22648 catalog_manager.cc:5696] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5af3cf233c58429388459a647f3263a9 (127.21.235.193). New cstate: current_term: 1 leader_uuid: "5af3cf233c58429388459a647f3263a9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } health_report { overall_health: UNKNOWN } } }
08:04:17.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f0c68e10e269427eb907c68b58832add
08:04:17.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:17.537 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:17.537 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [4ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: OK, deferred=null) after lookup
08:04:17.538 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:17.540 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] Successfully connected to peer
08:04:17.562 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5abdd4ca, L:/127.0.0.1:53066 - R:/127.21.235.193:33325] using TOKEN/null
08:04:17.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.578212 22976 raft_consensus.cc:1275] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Refusing update from remote peer 5af3cf233c58429388459a647f3263a9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.579568 23117 raft_consensus.cc:1275] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Refusing update from remote peer 5af3cf233c58429388459a647f3263a9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.581641 23205 consensus_queue.cc:1048] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.583145 23200 consensus_queue.cc:1048] T efd8431fb8c8411fa062cc31ca49b4be P 5af3cf233c58429388459a647f3263a9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:04:17.830 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=efd8431fb8c8411fa062cc31ca49b4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:17.830 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.235.252:41177
08:04:17.831 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

08:04:17.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.831566 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22604
08:04:17.867 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:17.867 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.235.252:41177(127.21.235.252:41177)] handling channelInactive
08:04:17.867 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.21.235.252:41177
08:04:17.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.235.252:41177(127.21.235.252:41177)] cleaning up while in state READY due to: connection closed
08:04:17.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:17.872488 22447 external_mini_cluster.cc:1366] Running /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task02GdDw/build/tsan/bin/kudu
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/logs
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/info.pb
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.252:41177
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.252
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38943
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json with env {}
08:04:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.260339 23222 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.261610 23222 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.262861 23222 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.318285 23222 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.319047 23222 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.319416 23222 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.319775 23222 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.320111 23222 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.320361 23222 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41323/jwks.json
08:04:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.359170 23222 master_runner.cc:387] Master server non-default flags:
08:04:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.235.212:41117
08:04:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.235.254:46045,127.21.235.253:38291,127.21.235.252:41177
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.235.252:41177
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41323/jwks.json
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/info.pb
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.235.252
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38943
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/logs
08:04:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:25 UTC on e7f111948823
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11955
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.360944 23222 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:18.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.362841 23222 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.375547 23228 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.701112 23021 heartbeater.cc:646] Failed to heartbeat to 127.21.235.252:41177 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.725629 22880 heartbeater.cc:646] Failed to heartbeat to 127.21.235.252:41177 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.731482 23162 heartbeater.cc:646] Failed to heartbeat to 127.21.235.252:41177 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.911317 23237 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0bb1638a90d140bfbddb5706ae88e0f8)
08:04:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.912549 23237 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.918051 22502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "530325a4af384293b11cdfd63304fd5a" is_pre_election: true
08:04:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.918763 22502 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 03b3c6873b6d43f49384bc81f7ec6a46 in term 1.
08:04:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.920490 22552 leader_election.cc:304] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 03b3c6873b6d43f49384bc81f7ec6a46, 530325a4af384293b11cdfd63304fd5a; no voters: 
08:04:18.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.921779 23238 raft_consensus.cc:493] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0bb1638a90d140bfbddb5706ae88e0f8)
08:04:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.924181 23238 raft_consensus.cc:515] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.936643 23237 leader_election.cc:290] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 530325a4af384293b11cdfd63304fd5a (127.21.235.254:46045), 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177)
08:04:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.937322 23238 leader_election.cc:290] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 03b3c6873b6d43f49384bc81f7ec6a46 (127.21.235.253:38291), 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177)
08:04:18.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.937659 23237 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:18.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.938231 23237 raft_consensus.cc:493] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0bb1638a90d140bfbddb5706ae88e0f8)
08:04:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.939016 23237 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 1 FOLLOWER]: Advancing to term 2
08:04:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.965520 22478 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:04:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.970196 22552 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.21.235.254:46045, user_credentials={real_user=slave}} blocked reactor thread for 50004.9us
08:04:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.971943 22577 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "530325a4af384293b11cdfd63304fd5a" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" is_pre_election: true
08:04:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.975275 22553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111) [suppressed 6 similar messages]
08:04:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.977422 22478 leader_election.cc:336] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177): Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.990734 22553 leader_election.cc:336] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177): Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:18.996014 23237 raft_consensus.cc:515] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.011412 22577 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 530325a4af384293b11cdfd63304fd5a in current term 2: Already voted for candidate 03b3c6873b6d43f49384bc81f7ec6a46 in this term.
08:04:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.017760 22477 leader_election.cc:304] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 530325a4af384293b11cdfd63304fd5a; no voters: 03b3c6873b6d43f49384bc81f7ec6a46, 0bb1638a90d140bfbddb5706ae88e0f8
08:04:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.019025 23238 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 1 FOLLOWER]: Advancing to term 2
08:04:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.021188 22502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "530325a4af384293b11cdfd63304fd5a"
08:04:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:19.026793 22553 leader_election.cc:336] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177): Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111)
08:04:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.027603 23237 leader_election.cc:290] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [CANDIDATE]: Term 2 election: Requested vote from peers 530325a4af384293b11cdfd63304fd5a (127.21.235.254:46045), 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177)
08:04:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.027791 23238 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:04:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.035099 22502 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 03b3c6873b6d43f49384bc81f7ec6a46 in term 2.
08:04:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.038933 22552 leader_election.cc:304] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 03b3c6873b6d43f49384bc81f7ec6a46, 530325a4af384293b11cdfd63304fd5a; no voters: 0bb1638a90d140bfbddb5706ae88e0f8
08:04:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.040565 23237 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 2 FOLLOWER]: Leader election won for term 2
08:04:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.041234 23237 raft_consensus.cc:697] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [term 2 LEADER]: Becoming Leader. State: Replica: 03b3c6873b6d43f49384bc81f7ec6a46, State: Running, Role: LEADER
08:04:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.042598 23237 consensus_queue.cc:237] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.071487 23240 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03b3c6873b6d43f49384bc81f7ec6a46. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.072674 23240 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: This master's current role is: LEADER
08:04:19.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.082176 23245 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.108479 23245 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f0c68e10e269427eb907c68b58832add]
08:04:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.130589 23245 tablet_loader.cc:96] loaded metadata for tablet efd8431fb8c8411fa062cc31ca49b4be (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f0c68e10e269427eb907c68b58832add])
08:04:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.133505 23245 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:19.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.151222 23245 catalog_manager.cc:1294] Loaded cluster ID: b9d527e4ef0d431bb4115a1fbc996d1e
08:04:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.152314 23245 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.160254 23245 catalog_manager.cc:1539] Loading token signing keys...
08:04:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.175343 23245 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: Loaded TSK: 0
08:04:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.180248 23245 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:19.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.497020 22502 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [term 2 FOLLOWER]: Refusing update from remote peer 03b3c6873b6d43f49384bc81f7ec6a46: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
08:04:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.499979 23240 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
08:04:19.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.510514 23238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03b3c6873b6d43f49384bc81f7ec6a46. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.511643 23238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: This master's current role is: FOLLOWER
08:04:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:19.528164 22553 consensus_peers.cc:597] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 -> Peer 0bb1638a90d140bfbddb5706ae88e0f8 (127.21.235.252:41177): Couldn't send request to peer 0bb1638a90d140bfbddb5706ae88e0f8. Status: Network error: Client connection negotiation failed: client connection to 127.21.235.252:41177: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.530973 23240 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:19.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.532289 23240 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: This master's current role is: LEADER
08:04:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.542856 23238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:19.543804 23238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 530325a4af384293b11cdfd63304fd5a [sys.catalog]: This master's current role is: FOLLOWER
08:04:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:19.777284 23227 debug-util.cc:398] Leaking SignalData structure 0x7b08000271e0 after lost signal to thread 23222
08:04:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:20.421271 23222 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.045s	user 0.658s	sys 1.278s
08:04:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:20.421597 23222 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.045s	user 0.658s	sys 1.278s
08:04:20.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:18.377473 23229 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:20.424189 23231 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:20.427330 23230 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2045 milliseconds
08:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.427420 23222 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.429124 23222 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.432137 23222 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:20.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.433588 23222 hybrid_clock.cc:648] HybridClock initialized: now 1779091460433461 us; error 127 us; skew 500 ppm
08:04:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.434613 23222 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.442224 23222 webserver.cc:533] Webserver started at http://127.21.235.252:38943/ using document root <none> and password file <none>
08:04:20.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.443411 23222 fs_manager.cc:362] Metadata directory not provided
08:04:20.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.443681 23222 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:20.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.452780 23222 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.004s	sys 0.001s
08:04:20.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.457856 23259 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:04:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.460141 23222 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
08:04:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.460527 23222 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data,/tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb1638a90d140bfbddb5706ae88e0f8"
08:04:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:04:08 on dist-test-slave-dlkk"
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.463478 23222 fs_report.cc:389] FS layout report
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/wal
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/data
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.543262 23222 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:04:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.545241 23222 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.545807 23222 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.644258 23222 rpc_server.cc:307] RPC server started. Bound to: 127.21.235.252:41177
08:04:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.644315 23312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.235.252:41177 every 8 connection(s)
08:04:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.647189 23222 server_base.cc:1193] Dumped server information to /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/master-2/data/info.pb
08:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.654043 22447 external_mini_cluster.cc:1428] Started /tmp/dist-test-task02GdDw/build/tsan/bin/kudu as pid 23222
08:04:20.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:20.655 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.235.193:33325
08:04:20.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.656388 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22729
08:04:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.659818 23313 sys_catalog.cc:263] Verifying existing consensus state
08:04:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.661800 23022 heartbeater.cc:499] Master 127.21.235.253:38291 was elected leader, sending a full tablet report...
08:04:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.667354 23313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Bootstrap starting.
08:04:20.686 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] handling channelInactive
08:04:20.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state READY due to: connection closed
08:04:20.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:04:20.688 [DEBUG - Time-limited test] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:20.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.691 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.700003 23163 heartbeater.cc:499] Master 127.21.235.253:38291 was elected leader, sending a full tablet report...
08:04:20.706 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.21.235.252:41177(127.21.235.252:41177)] connecting to peer
08:04:20.709 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.21.235.252:41177(127.21.235.252:41177)] Successfully connected to peer
08:04:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.711787 23313 log.cc:826] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Log is configured to *not* fsync() on all Append() calls
08:04:20.736 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.235.252
08:04:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.753065 23313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.754988 23313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: Bootstrap complete.
08:04:20.782 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xdde2c72c, L:/127.0.0.1:56028 - R:/127.21.235.252:41177] using SASL/PLAIN
08:04:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.782536 23021 heartbeater.cc:344] Connected to a master server at 127.21.235.252:41177
08:04:20.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.788249 23162 heartbeater.cc:344] Connected to a master server at 127.21.235.252:41177
08:04:20.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.788132 23313 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:20.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.791179 23313 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0bb1638a90d140bfbddb5706ae88e0f8, State: Initialized, Role: FOLLOWER
08:04:20.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.792075 23313 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } }
08:04:20.795 [DEBUG - kudu-nio-5] (RemoteTablet.java:166) master-127.21.235.252:41177 was demoted as the leader for Kudu Master
08:04:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.799710 23323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.800546 23323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:20.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.801434 23313 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: configured and running, proceeding with master startup.
08:04:20.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.235.252:41177: Catalog manager is not initialized. State: Starting
08:04:20.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:20.815 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29982, elapsed=109), Traces: [0ms] sending RPC to server master-127.21.235.252:41177, [89ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [89ms] received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [107ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), deferred=Deferred@1858011404(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
08:04:20.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:20.821 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:20.821 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=133), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test)) after lookup
08:04:20.822 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:20.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.825 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.840338 23335 catalog_manager.cc:1294] Loaded cluster ID: b9d527e4ef0d431bb4115a1fbc996d1e
08:04:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.840632 23335 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: loading cluster ID for follower catalog manager: success
08:04:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.847297 23335 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: acquiring CA information for follower catalog manager: success
08:04:20.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:20.852 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:20.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=164), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [134ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [137ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [137ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [163ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158))) after lookup
08:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:20.853003 23335 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:20.853 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:20.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.856 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.889 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:20.890 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:20.890 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [134ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [137ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [137ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [163ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [165ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [168ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [168ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181))) after lookup
08:04:20.891 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:20.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:20.893 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.031 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:21.031 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:21.033 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=345), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [134ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [137ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [137ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [163ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [165ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [168ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [168ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [203ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [205ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [205ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [338ms] refreshing cache from master, [338ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [343ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733))) after lookup
08:04:21.034 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:21.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.035 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.105474 23288 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [term 1 FOLLOWER]: Advancing to term 2
08:04:21.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.124782 23344 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.126149 23344 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.129914 23323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 03b3c6873b6d43f49384bc81f7ec6a46. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.130625 23323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb1638a90d140bfbddb5706ae88e0f8 [sys.catalog]: This master's current role is: FOLLOWER
08:04:21.251 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:21.251 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:21.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=564), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [134ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [137ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [137ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [163ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [165ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [168ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [168ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [203ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [205ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [205ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [338ms] refreshing cache from master, [338ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [343ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [345ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [347ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [347ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [558ms] refreshing cache from master, [558ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [562ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733) -> (continuation of Deferred@1040553553 after retry RPC@2120986000), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733) -> (continuation of Deferred@1040553553 after retry RPC@2120986000))) after lookup
08:04:21.253 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:21.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.254 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.516752 23240 sys_catalog.cc:455] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "530325a4af384293b11cdfd63304fd5a" member_type: VOTER last_known_addr { host: "127.21.235.254" port: 46045 } } peers { permanent_uuid: "03b3c6873b6d43f49384bc81f7ec6a46" member_type: VOTER last_known_addr { host: "127.21.235.253" port: 38291 } } peers { permanent_uuid: "0bb1638a90d140bfbddb5706ae88e0f8" member_type: VOTER last_known_addr { host: "127.21.235.252" port: 41177 } } }
08:04:21.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.517508 23240 sys_catalog.cc:458] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46 [sys.catalog]: This master's current role is: LEADER
08:04:21.710 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:21.710 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)[L],a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)]}]
08:04:21.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1023), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [134ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [137ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [137ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [163ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [165ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [168ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [168ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [203ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [205ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [205ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [338ms] refreshing cache from master, [338ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [343ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [345ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [347ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [347ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [558ms] refreshing cache from master, [558ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [562ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [564ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [566ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [567ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [1017ms] refreshing cache from master, [1018ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [1022ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733) -> (continuation of Deferred@1040553553 after retry RPC@2120986000) -> (continuation of Deferred@875801520 after retry RPC@387417995), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733) -> (continuation of Deferred@1040553553 after retry RPC@2120986000) -> (continuation of Deferred@875801520 after retry RPC@387417995))) after lookup
08:04:21.712 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] connecting to peer
08:04:21.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.714 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325) for tablet efd8431fb8c8411fa062cc31ca49b4be: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325
08:04:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.792567 23275 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" instance_seqno: 1779091454170763) as {username='slave'} at 127.21.235.194:52581; Asking this server to re-register.
08:04:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.794771 23021 heartbeater.cc:461] Registering TS with master...
08:04:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.795090 23276 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" instance_seqno: 1779091456675818) as {username='slave'} at 127.21.235.195:52687; Asking this server to re-register.
08:04:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.796453 23162 heartbeater.cc:461] Registering TS with master...
08:04:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.798305 23276 ts_manager.cc:194] Registered new tserver with Master: a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.800067 23275 ts_manager.cc:194] Registered new tserver with Master: fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577)
08:04:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.803325 23348 raft_consensus.cc:493] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 5af3cf233c58429388459a647f3263a9)
08:04:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.803682 23348 raft_consensus.cc:515] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:21.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.806208 23348 leader_election.cc:290] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325), fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577)
08:04:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:21.812389 22911 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111)
08:04:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:21.817111 22911 leader_election.cc:336] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325): Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111)
08:04:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.821360 23117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "a9700ec3f8d147f8b85d996dcff3f397" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" is_pre_election: true
08:04:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.822736 22912 leader_election.cc:304] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a9700ec3f8d147f8b85d996dcff3f397; no voters: 5af3cf233c58429388459a647f3263a9, fe0c2ae16f99485d8c55fdc43d612e26
08:04:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:21.823356 23348 raft_consensus.cc:2749] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:04:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.097295 23354 raft_consensus.cc:493] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 5af3cf233c58429388459a647f3263a9)
08:04:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.097800 23354 raft_consensus.cc:515] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.100813 23354 leader_election.cc:290] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325), a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:22.120544 23052 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111)
08:04:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.130071 22976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a9700ec3f8d147f8b85d996dcff3f397" is_pre_election: true
08:04:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.130913 22976 raft_consensus.cc:2468] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe0c2ae16f99485d8c55fdc43d612e26 in term 1.
08:04:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.133260 23053 leader_election.cc:304] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a9700ec3f8d147f8b85d996dcff3f397, fe0c2ae16f99485d8c55fdc43d612e26; no voters: 
08:04:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.134476 23354 raft_consensus.cc:2804] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.134894 23354 raft_consensus.cc:493] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 5af3cf233c58429388459a647f3263a9)
08:04:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.135207 23354 raft_consensus.cc:3060] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 1 FOLLOWER]: Advancing to term 2
08:04:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:22.138139 23052 leader_election.cc:336] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325): Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111)
08:04:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.141996 23354 raft_consensus.cc:515] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:22.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.143687 23354 leader_election.cc:290] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [CANDIDATE]: Term 2 election: Requested vote from peers 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325), a9700ec3f8d147f8b85d996dcff3f397 (127.21.235.194:45951)
08:04:22.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.144806 22976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "efd8431fb8c8411fa062cc31ca49b4be" candidate_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a9700ec3f8d147f8b85d996dcff3f397"
08:04:22.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.145344 22976 raft_consensus.cc:3060] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 1 FOLLOWER]: Advancing to term 2
08:04:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:22.147094 23052 leader_election.cc:336] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325): Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111)
08:04:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.150332 22976 raft_consensus.cc:2468] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe0c2ae16f99485d8c55fdc43d612e26 in term 2.
08:04:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.151320 23053 leader_election.cc:304] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a9700ec3f8d147f8b85d996dcff3f397, fe0c2ae16f99485d8c55fdc43d612e26; no voters: 5af3cf233c58429388459a647f3263a9
08:04:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.152087 23354 raft_consensus.cc:2804] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 2 FOLLOWER]: Leader election won for term 2
08:04:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.154103 23354 raft_consensus.cc:697] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 2 LEADER]: Becoming Leader. State: Replica: fe0c2ae16f99485d8c55fdc43d612e26, State: Running, Role: LEADER
08:04:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.155536 23354 consensus_queue.cc:237] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } }
08:04:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.164768 22567 catalog_manager.cc:5696] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 reported cstate change: term changed from 1 to 2, leader changed from 5af3cf233c58429388459a647f3263a9 (127.21.235.193) to fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195). New cstate: current_term: 2 leader_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5af3cf233c58429388459a647f3263a9" member_type: VOTER last_known_addr { host: "127.21.235.193" port: 33325 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fe0c2ae16f99485d8c55fdc43d612e26" member_type: VOTER last_known_addr { host: "127.21.235.195" port: 35577 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 } health_report { overall_health: UNKNOWN } } }
08:04:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.609853 22976 raft_consensus.cc:1275] T efd8431fb8c8411fa062cc31ca49b4be P a9700ec3f8d147f8b85d996dcff3f397 [term 2 FOLLOWER]: Refusing update from remote peer fe0c2ae16f99485d8c55fdc43d612e26: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
08:04:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:22.611513 23354 consensus_queue.cc:1048] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9700ec3f8d147f8b85d996dcff3f397" member_type: VOTER last_known_addr { host: "127.21.235.194" port: 45951 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:04:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:22.631911 23052 consensus_peers.cc:597] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 -> Peer 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325): Couldn't send request to peer 5af3cf233c58429388459a647f3263a9. Status: Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:23.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet efd8431fb8c8411fa062cc31ca49b4be for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
08:04:23.051 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=efd8431fb8c8411fa062cc31ca49b4be@[5af3cf233c58429388459a647f3263a9(127.21.235.193:33325),a9700ec3f8d147f8b85d996dcff3f397(127.21.235.194:45951),fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)[L]]}]
08:04:23.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=efd8431fb8c8411fa062cc31ca49b4be, attempt=14, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=2363), Traces: [0ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [3ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.252:41177, [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [107ms] Sub RPC GetTableLocations: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [118ms] Sub RPC GetTableLocations: refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.252:41177, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.253:38291, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.235.254:46045, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.254:46045: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.253:38291: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.21.235.252:41177: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [132ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [134ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [137ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [137ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [163ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [165ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [168ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [168ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [203ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [205ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [205ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [338ms] refreshing cache from master, [338ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [343ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [345ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [347ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [347ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [558ms] refreshing cache from master, [558ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [562ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [564ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [566ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [567ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [1017ms] refreshing cache from master, [1018ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [1022ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, [1024ms] sending RPC to server 5af3cf233c58429388459a647f3263a9, [1026ms] received response from server 5af3cf233c58429388459a647f3263a9: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [1026ms] delaying RPC due to: Network error: Failed to connect to peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325): Connection refused: /127.21.235.193:33325, [2358ms] refreshing cache from master, [2358ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.235.253:38291, [2362ms] Sub RPC GetTableLocations: received response from server master-127.21.235.253:38291: OK, deferred=Deferred@1065706608(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f9528335bf8@66ef2ed7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733) -> (continuation of Deferred@1040553553 after retry RPC@2120986000) -> (continuation of Deferred@875801520 after retry RPC@387417995) -> (continuation of Deferred@1192161150 after retry RPC@1821250507), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@704ee467 -> wakeup thread Time-limited test -> (continuation of Deferred@1858011404 after retry RPC@589763158) -> (continuation of Deferred@2008676233 after retry RPC@1325971181) -> (continuation of Deferred@1167477580 after retry RPC@1327702733) -> (continuation of Deferred@1040553553 after retry RPC@2120986000) -> (continuation of Deferred@875801520 after retry RPC@387417995) -> (continuation of Deferred@1192161150 after retry RPC@1821250507))) after lookup
08:04:23.052 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)] connecting to peer
08:04:23.054 [DEBUG - kudu-nio-4] (Connection.java:757) [peer fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)] Successfully connected to peer
08:04:23.080 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x35e41fed, L:/127.0.0.1:58808 - R:/127.21.235.195:35577] using TOKEN/null
08:04:23.274 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=efd8431fb8c8411fa062cc31ca49b4be, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.277710 22567 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:56096:
08:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
08:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.278470 22567 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:56096:
08:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
08:04:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.310611 22567 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 03b3c6873b6d43f49384bc81f7ec6a46: Sending DeleteTablet for 3 replicas of tablet efd8431fb8c8411fa062cc31ca49b4be
08:04:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:04:23.336947 22553 catalog_manager.cc:4754] TS 5af3cf233c58429388459a647f3263a9 (127.21.235.193:33325): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet efd8431fb8c8411fa062cc31ca49b4be: Network error: Client connection negotiation failed: client connection to 127.21.235.193:33325: connect: Connection refused (error 111)
08:04:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.348690 23097 tablet_service.cc:1558] Processing DeleteTablet for tablet efd8431fb8c8411fa062cc31ca49b4be with delete_type TABLET_DATA_DELETED (Table deleted at 2026-05-18 08:04:23 UTC) from {username='slave'} at 127.0.0.1:58814
08:04:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.351946 23401 tablet_replica.cc:333] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: stopping tablet replica
08:04:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.353015 23401 raft_consensus.cc:2243] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 2 LEADER]: Raft consensus shutting down.
08:04:23.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.354794 23401 raft_consensus.cc:2272] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26 [term 2 FOLLOWER]: Raft consensus is shut down!
08:04:23.355 [DEBUG - main] (Connection.java:575) [peer master-127.21.235.252:41177(127.21.235.252:41177)] disconnecting while in state READY
08:04:23.355 [DEBUG - main] (Connection.java:575) [peer master-127.21.235.253:38291(127.21.235.253:38291)] disconnecting while in state READY
08:04:23.355 [DEBUG - main] (Connection.java:575) [peer 5af3cf233c58429388459a647f3263a9(127.21.235.193:33325)] disconnecting while in state TERMINATED
08:04:23.355 [DEBUG - main] (Connection.java:575) [peer fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)] disconnecting while in state READY
08:04:23.356 [DEBUG - main] (Connection.java:575) [peer master-127.21.235.254:46045(127.21.235.254:46045)] disconnecting while in state READY
08:04:23.357 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.21.235.252:41177(127.21.235.252:41177)] handling channelInactive
08:04:23.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.235.252:41177(127.21.235.252:41177)] cleaning up while in state READY due to: connection closed
08:04:23.358 [DEBUG - kudu-nio-4] (Connection.java:239) [peer fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)] handling channelInactive
08:04:23.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fe0c2ae16f99485d8c55fdc43d612e26(127.21.235.195:35577)] cleaning up while in state READY due to: connection closed
08:04:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.358228 23401 ts_tablet_manager.cc:1916] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Deleting tablet data with delete state TABLET_DATA_DELETED
08:04:23.358 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.235.254:46045(127.21.235.254:46045)] handling channelInactive
08:04:23.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.235.254:46045(127.21.235.254:46045)] cleaning up while in state READY due to: connection closed
08:04:23.362 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.361251 22956 tablet_service.cc:1558] Processing DeleteTablet for tablet efd8431fb8c8411fa062cc31ca49b4be with delete_type TABLET_DATA_DELETED (Table deleted at 2026-05-18 08:04:23 UTC) from {username='slave'} at 127.0.0.1:56350
08:04:23.365 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.235.253:38291(127.21.235.253:38291)] handling channelInactive
08:04:23.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.235.253:38291(127.21.235.253:38291)] cleaning up while in state READY due to: connection closed
08:04:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.368911 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22890
08:04:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.379483 23401 ts_tablet_manager.cc:1929] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
08:04:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.379933 23401 log.cc:1199] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Deleting WAL directory at /tmp/dist-test-task02GdDw/test-tmp/mini-kudu-cluster4857164883434320886/ts-2/wal/wals/efd8431fb8c8411fa062cc31ca49b4be
08:04:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.380831 23401 ts_tablet_manager.cc:1950] T efd8431fb8c8411fa062cc31ca49b4be P fe0c2ae16f99485d8c55fdc43d612e26: Deleting consensus metadata
08:04:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.384123 22554 catalog_manager.cc:5027] TS fe0c2ae16f99485d8c55fdc43d612e26 (127.21.235.195:35577): tablet efd8431fb8c8411fa062cc31ca49b4be (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f0c68e10e269427eb907c68b58832add]) successfully deleted
08:04:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.399011 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 23028
08:04:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.432044 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22459
08:04:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.458225 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 22529
08:04:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:04:23.485947 22447 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task02GdDw/build/tsan/bin/kudu with pid 23222
08:04:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:04:24Z chronyd exiting

Time: 48.044

OK (2 tests)

