JUnit version 4.13.2
.02:11:41.450 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783476701444
02:11:41.502 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:11:41.538 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:11:41.549 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGP2rsP/test-tmp
02:11:41.573 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:11:41.576 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGP2rsP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:11:41.748 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:11:41.933 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:41.934 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:11:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.937376 19659 mini_oidc.cc:150] Starting JWKS server
02:11:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.940853 19659 webserver.cc:534] Webserver started at http://127.0.0.1:46001/ using document root <none> and password file <none>
02:11:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.941205 19659 mini_oidc.cc:186] Starting OIDC Discovery server
02:11:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:41.943463 19659 webserver.cc:534] Webserver started at http://127.0.0.1:35223/ using document root <none> and password file <none>
02:11:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:11:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:11:41Z Disabled control of system clock
02:11:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.002493 19659 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal
02:11:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data
02:11:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/logs
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data/info.pb
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.254:36527
02:11:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.254
02:11:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46001/jwks.json with env {}
02:11:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.289142 19671 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:42.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.289804 19671 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:42.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.290570 19671 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.321934 19671 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.322314 19671 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.322638 19671 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.322991 19671 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.323338 19671 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.323604 19671 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46001/jwks.json
02:11:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.358546 19671 master_runner.cc:387] Master server non-default flags:
02:11:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data
02:11:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal
02:11:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.254:36527
02:11:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46001/jwks.json
02:11:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data/info.pb
02:11:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.254
02:11:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/logs
02:11:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.360320 19671 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:42.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:42.362589 19671 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.374617 19677 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.376474 19678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:42.379313 19680 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.573832 19679 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1192 milliseconds
02:11:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.573961 19671 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:43.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.575400 19671 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.578135 19671 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.579461 19671 hybrid_clock.cc:648] HybridClock initialized: now 1783476703579448 us; error 124 us; skew 500 ppm
02:11:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.580297 19671 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.586714 19671 webserver.cc:534] Webserver started at http://127.19.50.254:45357/ using document root <none> and password file <none>
02:11:43.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.587860 19671 fs_manager.cc:362] Metadata directory not provided
02:11:43.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.588160 19671 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:43.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.588582 19671 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.592832 19671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data/instance:
02:11:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5eab854b2a654ae7bcc0021942482f70"
02:11:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:43 on dist-test-slave-3xcd"
02:11:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.594135 19671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal/instance:
02:11:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5eab854b2a654ae7bcc0021942482f70"
02:11:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:43 on dist-test-slave-3xcd"
02:11:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.601353 19671 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.009s	sys 0.000s
02:11:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.606528 19687 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.607688 19671 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:11:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.607962 19671 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data,/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal
02:11:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5eab854b2a654ae7bcc0021942482f70"
02:11:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:43 on dist-test-slave-3xcd"
02:11:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.608234 19671 fs_report.cc:389] FS layout report
02:11:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal
02:11:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data/data
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.660836 19671 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.662326 19671 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.662722 19671 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.732636 19671 rpc_server.cc:307] RPC server started. Bound to: 127.19.50.254:36527
02:11:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.732722 19738 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.50.254:36527 every 8 connection(s)
02:11:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.735538 19671 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/data/info.pb
02:11:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.738927 19659 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu as pid 19671
02:11:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.739452 19659 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-0/wal/instance
02:11:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.742550 19739 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.744536 19659 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/logs
02:11:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data/info.pb
02:11:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.253:40099
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.253
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46001/jwks.json with env {}
02:11:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.759042 19739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } has no permanent_uuid. Determining permanent_uuid...
02:11:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.789170 19739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } has no permanent_uuid. Determining permanent_uuid...
02:11:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.791558 19690 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.795457 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:43.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.844980 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 1
02:11:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.850270 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:43.918655 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 2
02:11:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:43.923362 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:44.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.014699 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 3
02:11:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.019217 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.044652 19741 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.045346 19741 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.046046 19741 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.077191 19741 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.077584 19741 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.077926 19741 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.078387 19741 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.078779 19741 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.079093 19741 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46001/jwks.json
02:11:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.114181 19741 master_runner.cc:387] Master server non-default flags:
02:11:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data
02:11:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal
02:11:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.253:40099
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46001/jwks.json
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data/info.pb
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.253
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/logs
02:11:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.115844 19741 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.118105 19741 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.129204 19750 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:44.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.163290 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 4
02:11:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.170989 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:44.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:44.470530 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 5
02:11:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.478713 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.026293 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 6
02:11:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.067519 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.253:40099: Network error: Client connection negotiation failed: client connection to 127.19.50.253:40099: connect: Connection refused (error 111)
02:11:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.533607 19749 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 19741
02:11:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.839876 19749 kernel_stack_watchdog.cc:198] Thread 19741 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
02:11:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:44.130061 19751 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.841554 19741 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.711s	user 0.600s	sys 1.097s
02:11:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.841872 19741 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.712s	user 0.600s	sys 1.097s
02:11:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.843061 19753 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:45.845484 19752 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1711 milliseconds
02:11:45.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.845501 19741 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.846799 19741 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.849251 19741 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.850613 19741 hybrid_clock.cc:648] HybridClock initialized: now 1783476705850585 us; error 32 us; skew 500 ppm
02:11:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.851460 19741 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.857244 19741 webserver.cc:534] Webserver started at http://127.19.50.253:46727/ using document root <none> and password file <none>
02:11:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.858271 19741 fs_manager.cc:362] Metadata directory not provided
02:11:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.858515 19741 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.859063 19741 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.863227 19741 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data/instance:
02:11:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a154cacf2a024030ac7a1eb08a366a93"
02:11:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:45 on dist-test-slave-3xcd"
02:11:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.864564 19741 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal/instance:
02:11:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a154cacf2a024030ac7a1eb08a366a93"
02:11:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:45 on dist-test-slave-3xcd"
02:11:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.871428 19741 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.004s	sys 0.003s
02:11:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.876737 19762 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.877712 19741 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.002s
02:11:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.878050 19741 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data,/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal
02:11:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a154cacf2a024030ac7a1eb08a366a93"
02:11:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:45 on dist-test-slave-3xcd"
02:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.878419 19741 fs_report.cc:389] FS layout report
02:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal
02:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal
02:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data/data
02:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.926848 19741 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.928512 19741 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.929025 19741 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.999570 19741 rpc_server.cc:307] RPC server started. Bound to: 127.19.50.253:40099
02:11:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:45.999686 19813 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.50.253:40099 every 8 connection(s)
02:11:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.002458 19741 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/data/info.pb
02:11:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.005175 19659 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu as pid 19741
02:11:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.005674 19659 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-1/wal/instance
02:11:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.008145 19659 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/logs
02:11:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data/info.pb
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.252:41763
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.252
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46001/jwks.json with env {}
02:11:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.008428 19814 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.024641 19814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } has no permanent_uuid. Determining permanent_uuid...
02:11:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.045962 19814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } has no permanent_uuid. Determining permanent_uuid...
02:11:46.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.059825 19814 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } has no permanent_uuid. Determining permanent_uuid...
02:11:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.061959 19765 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.066129 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.115664 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 1
02:11:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.119704 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.128087 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } attempt: 7
02:11:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.139840 19739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } has no permanent_uuid. Determining permanent_uuid...
02:11:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.144888 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.188043 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 2
02:11:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.192176 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.203233 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 1
02:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.207010 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.283609 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 3
02:11:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.288441 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 2
02:11:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.289259 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.293036 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.318351 19816 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.318881 19816 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.319281 19816 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.347927 19816 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:11:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.348165 19816 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.348351 19816 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:11:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.348629 19816 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:11:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.348980 19816 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:11:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.349165 19816 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46001/jwks.json
02:11:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.378464 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 3
02:11:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.382882 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.383316 19816 master_runner.cc:387] Master server non-default flags:
02:11:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.252:41763
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:11:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46001/jwks.json
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data/info.pb
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.252
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/logs
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.385078 19816 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.387269 19816 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.397697 19828 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.432672 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 4
02:11:46.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.440768 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.523317 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 4
02:11:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.531589 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.740247 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 5
02:11:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.747694 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:46.815241 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 5
02:11:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.823117 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.295271 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 6
02:11:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.325923 19814 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.375675 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 6
02:11:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.415874 19739 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.50.252:41763: Network error: Client connection negotiation failed: client connection to 127.19.50.252:41763: connect: Connection refused (error 111)
02:11:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.801208 19827 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 19816
02:11:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.821655 19827 kernel_stack_watchdog.cc:198] Thread 19816 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
02:11:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:46.399376 19829 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.822851 19816 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.424s	user 0.000s	sys 0.003s
02:11:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.823251 19816 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.424s	user 0.000s	sys 0.003s
02:11:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.827000 19830 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1423 milliseconds
02:11:47.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:47.828429 19831 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:47.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.828480 19816 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.829691 19816 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:47.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.832471 19816 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.833810 19816 hybrid_clock.cc:648] HybridClock initialized: now 1783476707833767 us; error 34 us; skew 500 ppm
02:11:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.834559 19816 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.840471 19816 webserver.cc:534] Webserver started at http://127.19.50.252:33455/ using document root <none> and password file <none>
02:11:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.841498 19816 fs_manager.cc:362] Metadata directory not provided
02:11:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.841671 19816 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.842041 19816 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.846179 19816 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data/instance:
02:11:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df86fee79b64553b072e904b654c6e4"
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:47 on dist-test-slave-3xcd"
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.847450 19816 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal/instance:
02:11:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df86fee79b64553b072e904b654c6e4"
02:11:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:47 on dist-test-slave-3xcd"
02:11:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.854399 19816 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
02:11:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.859776 19842 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.860870 19816 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:11:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.861145 19816 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data,/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal
02:11:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df86fee79b64553b072e904b654c6e4"
02:11:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:47 on dist-test-slave-3xcd"
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.861528 19816 fs_report.cc:389] FS layout report
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data/data
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.925531 19816 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.926890 19816 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.927300 19816 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.997762 19816 rpc_server.cc:307] RPC server started. Bound to: 127.19.50.252:41763
02:11:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:47.997931 19893 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.50.252:41763 every 8 connection(s)
02:11:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.000653 19816 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/data/info.pb
02:11:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.003350 19659 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu as pid 19816
02:11:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.003834 19659 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/master-2/wal/instance
02:11:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.013060 19894 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.033062 19894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } has no permanent_uuid. Determining permanent_uuid...
02:11:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.052664 19894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } has no permanent_uuid. Determining permanent_uuid...
02:11:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.064221 19894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } has no permanent_uuid. Determining permanent_uuid...
02:11:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.079095 19894 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: Bootstrap starting.
02:11:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.085273 19894 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: Neither blocks nor log segments found. Creating new log.
02:11:48.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.086808 19894 log.cc:826] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: Log is configured to *not* fsync() on all Append() calls
02:11:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.091281 19894 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: No bootstrap required, opened a new log
02:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.109385 19894 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.110069 19894 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.110262 19894 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3df86fee79b64553b072e904b654c6e4, State: Initialized, Role: FOLLOWER
02:11:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.110903 19894 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.113394 19904 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.113943 19904 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.114732 19894 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: configured and running, proceeding with master startup.
02:11:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:48.137953 19915 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:48.138267 19915 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.151201 19904 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.151710 19904 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.154114 19904 leader_election.cc:290] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5eab854b2a654ae7bcc0021942482f70 (127.19.50.254:36527), a154cacf2a024030ac7a1eb08a366a93 (127.19.50.253:40099)
02:11:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.133993 19816 master_runner.cc:187] Error getting master registration for 127.19.50.254:36527: OK, instance_id { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" instance_seqno: 1783476703712976 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:48.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.158535 19816 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:48.182377 19848 tablet.cc:2406] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.386412 19814 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 7
02:11:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.408633 19814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: Bootstrap starting.
02:11:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.416452 19814 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: Neither blocks nor log segments found. Creating new log.
02:11:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.420055 19814 log.cc:826] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: Log is configured to *not* fsync() on all Append() calls
02:11:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.425836 19814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: No bootstrap required, opened a new log
02:11:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.448529 19814 raft_consensus.cc:359] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.449564 19739 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } attempt: 7
02:11:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.449680 19814 raft_consensus.cc:385] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.450379 19814 raft_consensus.cc:740] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a154cacf2a024030ac7a1eb08a366a93, State: Initialized, Role: FOLLOWER
02:11:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.454466 19814 consensus_queue.cc:260] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.458544 19920 sys_catalog.cc:455] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.459528 19920 sys_catalog.cc:458] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.462788 19789 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3df86fee79b64553b072e904b654c6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a154cacf2a024030ac7a1eb08a366a93" is_pre_election: true
02:11:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.463580 19789 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3df86fee79b64553b072e904b654c6e4 in term 0.
02:11:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.464892 19845 leader_election.cc:304] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3df86fee79b64553b072e904b654c6e4, a154cacf2a024030ac7a1eb08a366a93; no voters: 
02:11:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.465232 19814 sys_catalog.cc:565] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: configured and running, proceeding with master startup.
02:11:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.465690 19904 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.465974 19904 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.466279 19904 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.471069 19904 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.472800 19904 leader_election.cc:290] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [CANDIDATE]: Term 1 election: Requested vote from peers 5eab854b2a654ae7bcc0021942482f70 (127.19.50.254:36527), a154cacf2a024030ac7a1eb08a366a93 (127.19.50.253:40099)
02:11:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.474810 19789 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3df86fee79b64553b072e904b654c6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a154cacf2a024030ac7a1eb08a366a93"
02:11:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.475286 19789 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.482231 19789 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3df86fee79b64553b072e904b654c6e4 in term 1.
02:11:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.483647 19845 leader_election.cc:304] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3df86fee79b64553b072e904b654c6e4, a154cacf2a024030ac7a1eb08a366a93; no voters: 
02:11:48.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.485381 19904 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 1 FOLLOWER]: Leader election won for term 1
02:11:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.489451 19904 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [term 1 LEADER]: Becoming Leader. State: Replica: 3df86fee79b64553b072e904b654c6e4, State: Running, Role: LEADER
02:11:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.490562 19904 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.494107 19739 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: Bootstrap starting.
02:11:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.502951 19739 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: Neither blocks nor log segments found. Creating new log.
02:11:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.505304 19739 log.cc:826] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: Log is configured to *not* fsync() on all Append() calls
02:11:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.509519 19923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3df86fee79b64553b072e904b654c6e4. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.510588 19923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: This master's current role is: LEADER
02:11:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.519496 19928 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:11:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.522356 19739 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: No bootstrap required, opened a new log
02:11:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.526901 19928 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:11:48.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.548671 19789 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [term 1 FOLLOWER]: Refusing update from remote peer 3df86fee79b64553b072e904b654c6e4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.550632 19923 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.558241 19739 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.559394 19739 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.559907 19739 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5eab854b2a654ae7bcc0021942482f70, State: Initialized, Role: FOLLOWER
02:11:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.561118 19739 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } }
02:11:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.581027 19935 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.582697 19935 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.585637 19739 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: configured and running, proceeding with master startup.
02:11:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.585822 19714 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3df86fee79b64553b072e904b654c6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5eab854b2a654ae7bcc0021942482f70" is_pre_election: true
02:11:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.586158 19712 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [term 0 FOLLOWER]: Advancing to term 1
02:11:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.587267 19713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3df86fee79b64553b072e904b654c6e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5eab854b2a654ae7bcc0021942482f70"
02:11:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.591266 19920 sys_catalog.cc:455] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3df86fee79b64553b072e904b654c6e4. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.592573 19920 sys_catalog.cc:458] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.594141 19712 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [term 1 FOLLOWER]: Refusing update from remote peer 3df86fee79b64553b072e904b654c6e4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.598143 19930 mvcc.cc:204] Tried to move back new op lower bound from 7305120598196477952 to 7305120597988655104. Current Snapshot: MvccSnapshot[applied={T|T < 7305120598196477952}]
02:11:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.600278 19904 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.608176 19933 mvcc.cc:204] Tried to move back new op lower bound from 7305120598196477952 to 7305120597988655104. Current Snapshot: MvccSnapshot[applied={T|T < 7305120598196477952 or (T in {7305120598196477952})}]
02:11:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.624756 19920 sys_catalog.cc:455] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.625412 19920 sys_catalog.cc:458] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.629209 19904 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.630007 19904 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: This master's current role is: LEADER
02:11:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:48.635476 19940 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:11:48.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:48.635828 19940 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:11:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.639137 19928 catalog_manager.cc:1382] Generated new cluster ID: c499af721cdb48b7966bb280858968e7
02:11:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.639477 19928 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:11:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.601701 19741 master_runner.cc:187] Error getting master registration for 127.19.50.254:36527: OK, instance_id { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" instance_seqno: 1783476703712976 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:11:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.659889 19741 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:11:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.680815 19935 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3df86fee79b64553b072e904b654c6e4. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.681658 19935 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.683027 19951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.686000 19951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70 [sys.catalog]: This master's current role is: FOLLOWER
02:11:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.714525 19923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3df86fee79b64553b072e904b654c6e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5eab854b2a654ae7bcc0021942482f70" member_type: VOTER last_known_addr { host: "127.19.50.254" port: 36527 } } peers { permanent_uuid: "a154cacf2a024030ac7a1eb08a366a93" member_type: VOTER last_known_addr { host: "127.19.50.253" port: 40099 } } peers { permanent_uuid: "3df86fee79b64553b072e904b654c6e4" member_type: VOTER last_known_addr { host: "127.19.50.252" port: 41763 } } }
02:11:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.715461 19923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4 [sys.catalog]: This master's current role is: LEADER
02:11:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.752003 19928 catalog_manager.cc:1405] Generated new certificate authority record
02:11:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.754976 19928 catalog_manager.cc:1539] Loading token signing keys...
02:11:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.808610 19959 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:11:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.827176 19928 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 3df86fee79b64553b072e904b654c6e4: Generated new TSK 0
02:11:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.828925 19928 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:11:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:48.869939 19659 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal
02:11:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/logs
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data/info.pb
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.193:0
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.50.193
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.193
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.281850 19960 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.282485 19960 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.283166 19960 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.336891 19960 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.338145 19960 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.50.193
02:11:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.395957 19960 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.193:0
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data/info.pb
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.193
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.50.193
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/logs
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.400601 19960 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.402848 19960 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.418895 19968 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.642970 19940 catalog_manager.cc:1294] Loaded cluster ID: c499af721cdb48b7966bb280858968e7
02:11:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.643226 19940 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: loading cluster ID for follower catalog manager: success
02:11:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.660147 19940 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: acquiring CA information for follower catalog manager: success
02:11:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.665099 19940 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a154cacf2a024030ac7a1eb08a366a93: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.836431 19959 catalog_manager.cc:1294] Loaded cluster ID: c499af721cdb48b7966bb280858968e7
02:11:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.837146 19959 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: loading cluster ID for follower catalog manager: success
02:11:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.874464 19959 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: acquiring CA information for follower catalog manager: success
02:11:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:49.907215 19959 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5eab854b2a654ae7bcc0021942482f70: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:11:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:50.818809 19967 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 19960
02:11:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.070030 19967 kernel_stack_watchdog.cc:198] Thread 19960 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 385ms:
02:11:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:11:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:11:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:11:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:11:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:49.420025 19969 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.076283 19960 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.644s	user 0.000s	sys 0.004s
02:11:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.076613 19960 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.645s	user 0.000s	sys 0.004s
02:11:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.077390 19970 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2655 milliseconds
02:11:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.078266 19972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.078366 19960 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.080075 19960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:52.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.082490 19960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.084101 19960 hybrid_clock.cc:648] HybridClock initialized: now 1783476712084049 us; error 42 us; skew 500 ppm
02:11:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.085114 19960 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.092347 19960 webserver.cc:534] Webserver started at http://127.19.50.193:40377/ using document root <none> and password file <none>
02:11:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.093425 19960 fs_manager.cc:362] Metadata directory not provided
02:11:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.093672 19960 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.094188 19960 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.100153 19960 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data/instance:
02:11:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28202a74ce1f42708d486d3c078afe35"
02:11:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:52 on dist-test-slave-3xcd"
02:11:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.101497 19960 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal/instance:
02:11:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28202a74ce1f42708d486d3c078afe35"
02:11:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:52 on dist-test-slave-3xcd"
02:11:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.109728 19960 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
02:11:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.116566 19980 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.117709 19960 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
02:11:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.118079 19960 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data,/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal
02:11:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28202a74ce1f42708d486d3c078afe35"
02:11:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:52 on dist-test-slave-3xcd"
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.118462 19960 fs_report.cc:389] FS layout report
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data/data
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.178979 19960 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.180819 19960 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.181330 19960 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:52.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.184427 19960 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.190016 19960 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.190270 19960 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.190546 19960 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.190750 19960 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.354648 19960 rpc_server.cc:307] RPC server started. Bound to: 127.19.50.193:44917
02:11:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.354722 20093 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.50.193:44917 every 8 connection(s)
02:11:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.358035 19960 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/data/info.pb
02:11:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.365109 19659 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu as pid 19960
02:11:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.365831 19659 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-0/wal/instance
02:11:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.382293 19659 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal
02:11:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/logs
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data/info.pb
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.194:0
02:11:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.50.194
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.194
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.463917 20094 heartbeater.cc:344] Connected to a master server at 127.19.50.252:41763
02:11:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.464327 20094 heartbeater.cc:461] Registering TS with master...
02:11:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.465606 20094 heartbeater.cc:507] Master 127.19.50.252:41763 requested a full tablet report, sending...
02:11:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.467926 20095 heartbeater.cc:344] Connected to a master server at 127.19.50.253:40099
02:11:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.468215 20095 heartbeater.cc:461] Registering TS with master...
02:11:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.469087 20095 heartbeater.cc:507] Master 127.19.50.253:40099 requested a full tablet report, sending...
02:11:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.471513 19859 ts_manager.cc:194] Registered new tserver with Master: 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917)
02:11:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.472116 19779 ts_manager.cc:194] Registered new tserver with Master: 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917)
02:11:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.474086 19859 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.50.193:37969
02:11:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.476045 20096 heartbeater.cc:344] Connected to a master server at 127.19.50.254:36527
02:11:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.476365 20096 heartbeater.cc:461] Registering TS with master...
02:11:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.477156 20096 heartbeater.cc:507] Master 127.19.50.254:36527 requested a full tablet report, sending...
02:11:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.480050 19704 ts_manager.cc:194] Registered new tserver with Master: 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917)
02:11:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.750290 20102 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.750804 20102 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.751371 20102 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.782017 20102 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.783098 20102 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.50.194
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.816843 20102 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data
02:11:52.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.194:0
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data/info.pb
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.194
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.50.194
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/logs
02:11:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.818565 20102 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:52.820408 20102 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.833911 20110 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:53.479539 20094 heartbeater.cc:499] Master 127.19.50.252:41763 was elected leader, sending a full tablet report...
02:11:54.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.235025 20109 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20102
02:11:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.362145 20102 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.528s	user 0.463s	sys 0.923s
02:11:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.363157 20102 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.530s	user 0.463s	sys 0.924s
02:11:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:52.835649 20111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.364217 20112 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1529 milliseconds
02:11:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.364816 20113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.364763 20102 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.369226 20102 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.371174 20102 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.372534 20102 hybrid_clock.cc:648] HybridClock initialized: now 1783476714372500 us; error 31 us; skew 500 ppm
02:11:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.373345 20102 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.379112 20102 webserver.cc:534] Webserver started at http://127.19.50.194:41955/ using document root <none> and password file <none>
02:11:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.380125 20102 fs_manager.cc:362] Metadata directory not provided
02:11:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.380378 20102 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.380892 20102 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.384949 20102 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data/instance:
02:11:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e"
02:11:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:54 on dist-test-slave-3xcd"
02:11:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.386123 20102 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal/instance:
02:11:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e"
02:11:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:54 on dist-test-slave-3xcd"
02:11:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.392724 20102 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.002s
02:11:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.397889 20121 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.398829 20102 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.005s	sys 0.000s
02:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.399192 20102 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data,/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal
02:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e"
02:11:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:54 on dist-test-slave-3xcd"
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.399547 20102 fs_report.cc:389] FS layout report
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data/data
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.442929 20102 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.444304 20102 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.444802 20102 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.447258 20102 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.451639 20102 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.451869 20102 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
02:11:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.452178 20102 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.452396 20102 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.586315 20102 rpc_server.cc:307] RPC server started. Bound to: 127.19.50.194:38123
02:11:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.586390 20233 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.50.194:38123 every 8 connection(s)
02:11:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.589068 20102 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/data/info.pb
02:11:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.595139 19659 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu as pid 20102
02:11:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.595685 19659 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-1/wal/instance
02:11:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.615248 19659 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/logs
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data/info.pb
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.195:0
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.50.195
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.195
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:54.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:11:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.627588 20235 heartbeater.cc:344] Connected to a master server at 127.19.50.253:40099
02:11:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.628119 20235 heartbeater.cc:461] Registering TS with master...
02:11:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.629556 20235 heartbeater.cc:507] Master 127.19.50.253:40099 requested a full tablet report, sending...
02:11:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.634459 19779 ts_manager.cc:194] Registered new tserver with Master: 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:11:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.638738 20234 heartbeater.cc:344] Connected to a master server at 127.19.50.252:41763
02:11:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.639055 20234 heartbeater.cc:461] Registering TS with master...
02:11:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.639950 20234 heartbeater.cc:507] Master 127.19.50.252:41763 requested a full tablet report, sending...
02:11:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.639958 20236 heartbeater.cc:344] Connected to a master server at 127.19.50.254:36527
02:11:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.640367 20236 heartbeater.cc:461] Registering TS with master...
02:11:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.641314 20236 heartbeater.cc:507] Master 127.19.50.254:36527 requested a full tablet report, sending...
02:11:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.641911 19859 ts_manager.cc:194] Registered new tserver with Master: 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:11:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.643424 19859 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.50.194:51287
02:11:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:54.643932 19704 ts_manager.cc:194] Registered new tserver with Master: 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:11:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.948557 20244 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:11:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.949102 20244 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:11:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.949710 20244 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:11:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.978246 20244 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:11:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:54.979148 20244 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.50.195
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.024515 20244 tablet_server_runner.cc:78] Tablet server non-default flags:
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.50.212:37181
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.50.195:0
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data/info.pb
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.50.195
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.50.254:36527,127.19.50.253:40099,127.19.50.252:41763
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.50.195
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/logs
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision a3f35afc2b6dad6aa403ec58378221544a26edd0
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:40:41 UTC on e7f111948823
02:11:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16850
02:11:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:11:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.026089 20244 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:11:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.028069 20244 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:11:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:55.040439 20250 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:55.647100 20234 heartbeater.cc:499] Master 127.19.50.252:41763 was elected leader, sending a full tablet report...
02:11:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.445101 20249 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20244
02:11:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.734620 20244 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.694s	user 0.559s	sys 1.131s
02:11:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.736614 20244 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.697s	user 0.560s	sys 1.131s
02:11:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.736792 20252 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1695 milliseconds
02:11:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:55.040832 20251 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:56.737234 20253 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:11:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.737237 20244 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:11:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.742107 20244 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:11:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.744480 20244 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:11:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.746070 20244 hybrid_clock.cc:648] HybridClock initialized: now 1783476716746022 us; error 44 us; skew 500 ppm
02:11:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.747031 20244 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:11:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.753854 20244 webserver.cc:534] Webserver started at http://127.19.50.195:39897/ using document root <none> and password file <none>
02:11:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.754957 20244 fs_manager.cc:362] Metadata directory not provided
02:11:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.755239 20244 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:11:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.755836 20244 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:11:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.761701 20244 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data/instance:
02:11:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3992ca82d174e5f8e47ceca6d8670fc"
02:11:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:56 on dist-test-slave-3xcd"
02:11:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.763011 20244 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal/instance:
02:11:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3992ca82d174e5f8e47ceca6d8670fc"
02:11:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:56 on dist-test-slave-3xcd"
02:11:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.771258 20244 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.000s
02:11:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.777272 20261 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:11:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.778278 20244 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:11:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.778539 20244 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data,/tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal
02:11:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3992ca82d174e5f8e47ceca6d8670fc"
02:11:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:11:56 on dist-test-slave-3xcd"
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.778820 20244 fs_report.cc:389] FS layout report
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data/data
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:11:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:11:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.826759 20244 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:11:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.828641 20244 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:11:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.829051 20244 kserver.cc:163] Server-wide thread pool size limit: 3276
02:11:56.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.832024 20244 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:11:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.836156 20244 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:11:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.836356 20244 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:11:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.836534 20244 ts_tablet_manager.cc:616] Registered 0 tablets
02:11:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.836670 20244 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:11:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.974653 20244 rpc_server.cc:307] RPC server started. Bound to: 127.19.50.195:41227
02:11:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.974732 20373 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.50.195:41227 every 8 connection(s)
02:11:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.977619 20244 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/data/info.pb
02:11:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.978592 19659 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu as pid 20244
02:11:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:56.978973 19659 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskGP2rsP/test-tmp/mini-kudu-cluster2533872841880869698/ts-2/wal/instance
02:11:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.044279 20374 heartbeater.cc:344] Connected to a master server at 127.19.50.252:41763
02:11:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.044808 20374 heartbeater.cc:461] Registering TS with master...
02:11:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.046806 20374 heartbeater.cc:507] Master 127.19.50.252:41763 requested a full tablet report, sending...
02:11:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.047163 20375 heartbeater.cc:344] Connected to a master server at 127.19.50.253:40099
02:11:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.047510 20375 heartbeater.cc:461] Registering TS with master...
02:11:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.048405 20375 heartbeater.cc:507] Master 127.19.50.253:40099 requested a full tablet report, sending...
02:11:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.049672 19859 ts_manager.cc:194] Registered new tserver with Master: a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227)
02:11:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.051424 19779 ts_manager.cc:194] Registered new tserver with Master: a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227)
02:11:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.051438 19859 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.50.195:50125
02:11:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.052840 20376 heartbeater.cc:344] Connected to a master server at 127.19.50.254:36527
02:11:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.053182 20376 heartbeater.cc:461] Registering TS with master...
02:11:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.053959 20376 heartbeater.cc:507] Master 127.19.50.254:36527 requested a full tablet report, sending...
02:11:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.056336 19704 ts_manager.cc:194] Registered new tserver with Master: a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227)
02:11:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.059275 19659 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:11:57.070 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:11:57.072 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:11:57.080 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.50.254"
      port: 36527
    }
    bound_http_address {
      host: "127.19.50.254"
      port: 45357
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.50.253"
      port: 40099
    }
    bound_http_address {
      host: "127.19.50.253"
      port: 46727
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.50.252"
      port: 41763
    }
    bound_http_address {
      host: "127.19.50.252"
      port: 33455
    }
  }
}

02:11:57.083 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:11:57.086 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.50.193"
      port: 44917
    }
    bound_http_address {
      host: "127.19.50.193"
      port: 40377
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.50.194"
      port: 38123
    }
    bound_http_address {
      host: "127.19.50.194"
      port: 41955
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.50.195"
      port: 41227
    }
    bound_http_address {
      host: "127.19.50.195"
      port: 39897
    }
  }
}

02:11:57.086 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:11:57.264 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:11:57.315 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:11:57.477 [DEBUG - main] (Connection.java:748) [peer master-127.19.50.254:36527(127.19.50.254:36527)] connecting to peer
02:11:57.544 [DEBUG - main] (Connection.java:748) [peer master-127.19.50.253:40099(127.19.50.253:40099)] connecting to peer
02:11:57.547 [DEBUG - main] (Connection.java:748) [peer master-127.19.50.252:41763(127.19.50.252:41763)] connecting to peer
02:11:57.563 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.50.253:40099(127.19.50.253:40099)] Successfully connected to peer
02:11:57.563 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.50.254:36527(127.19.50.254:36527)] Successfully connected to peer
02:11:57.565 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.50.252:41763(127.19.50.252:41763)] Successfully connected to peer
02:11:57.651 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.50.253
02:11:57.651 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.50.252
02:11:57.651 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.50.254
02:11:57.873 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9fdb7720, L:/127.0.0.1:56348 - R:/127.19.50.254:36527] using SASL/PLAIN
02:11:57.873 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfdefe507, L:/127.0.0.1:53708 - R:/127.19.50.252:41763] using SASL/PLAIN
02:11:57.873 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x228b5295, L:/127.0.0.1:38616 - R:/127.19.50.253:40099] using SASL/PLAIN
02:11:57.906 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:11:57.906 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=471), Traces: [0ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.50.254:36527, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.50.253:40099, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.50.252:41763, [447ms] Sub RPC ConnectToMaster: received response from server master-127.19.50.254:36527: OK, [447ms] Sub RPC ConnectToMaster: received response from server master-127.19.50.253:40099: OK, [448ms] Sub RPC ConnectToMaster: received response from server master-127.19.50.252:41763: OK, deferred=null) after lookup
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:57.953197 19859 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53708:
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestLeaderFailover-1783476700824"
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:11:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:57.957157 19859 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestLeaderFailover-1783476700824 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:11:58.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.056459 20374 heartbeater.cc:499] Master 127.19.50.252:41763 was elected leader, sending a full tablet report...
02:11:58.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1841ffc0e79c4d83b29d126d78443767
02:11:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.134016 20028 tablet_service.cc:1511] Processing CreateTablet for tablet 387b4ed6b9854af496dd07bfeec97f03 (DEFAULT_TABLE table=org.apache.kudu.client.TestLeaderFailover-1783476700824 [id=1841ffc0e79c4d83b29d126d78443767]), partition=RANGE (key) PARTITION UNBOUNDED
02:11:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.134536 20309 tablet_service.cc:1511] Processing CreateTablet for tablet 387b4ed6b9854af496dd07bfeec97f03 (DEFAULT_TABLE table=org.apache.kudu.client.TestLeaderFailover-1783476700824 [id=1841ffc0e79c4d83b29d126d78443767]), partition=RANGE (key) PARTITION UNBOUNDED
02:11:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.135468 20028 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 387b4ed6b9854af496dd07bfeec97f03. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.136155 20309 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 387b4ed6b9854af496dd07bfeec97f03. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.154878 20169 tablet_service.cc:1511] Processing CreateTablet for tablet 387b4ed6b9854af496dd07bfeec97f03 (DEFAULT_TABLE table=org.apache.kudu.client.TestLeaderFailover-1783476700824 [id=1841ffc0e79c4d83b29d126d78443767]), partition=RANGE (key) PARTITION UNBOUNDED
02:11:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.157089 20169 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 387b4ed6b9854af496dd07bfeec97f03. 1 dirs total, 0 dirs full, 0 dirs failed
02:11:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.168920 20408 tablet_bootstrap.cc:492] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: Bootstrap starting.
02:11:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.170713 20409 tablet_bootstrap.cc:492] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: Bootstrap starting.
02:11:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.175770 20409 tablet_bootstrap.cc:654] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: Neither blocks nor log segments found. Creating new log.
02:11:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.176054 20408 tablet_bootstrap.cc:654] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: Neither blocks nor log segments found. Creating new log.
02:11:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.177520 20409 log.cc:826] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: Log is configured to *not* fsync() on all Append() calls
02:11:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.178108 20408 log.cc:826] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: Log is configured to *not* fsync() on all Append() calls
02:11:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.182637 20408 tablet_bootstrap.cc:492] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: No bootstrap required, opened a new log
02:11:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.183192 20409 tablet_bootstrap.cc:492] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: No bootstrap required, opened a new log
02:11:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.183285 20408 ts_tablet_manager.cc:1403] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: Time spent bootstrapping tablet: real 0.015s	user 0.009s	sys 0.005s
02:11:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.183684 20409 ts_tablet_manager.cc:1403] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: Time spent bootstrapping tablet: real 0.013s	user 0.009s	sys 0.003s
02:11:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.188985 20412 tablet_bootstrap.cc:492] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: Bootstrap starting.
02:11:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.196455 20412 tablet_bootstrap.cc:654] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: Neither blocks nor log segments found. Creating new log.
02:11:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.198673 20412 log.cc:826] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: Log is configured to *not* fsync() on all Append() calls
02:11:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.205647 20412 tablet_bootstrap.cc:492] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: No bootstrap required, opened a new log
02:11:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.206157 20412 ts_tablet_manager.cc:1403] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: Time spent bootstrapping tablet: real 0.018s	user 0.009s	sys 0.004s
02:11:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.207062 20409 raft_consensus.cc:359] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.207719 20409 raft_consensus.cc:385] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.208010 20409 raft_consensus.cc:740] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28202a74ce1f42708d486d3c078afe35, State: Initialized, Role: FOLLOWER
02:11:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.207818 20408 raft_consensus.cc:359] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.208881 20408 raft_consensus.cc:385] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.208863 20409 consensus_queue.cc:260] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.209218 20408 raft_consensus.cc:740] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3992ca82d174e5f8e47ceca6d8670fc, State: Initialized, Role: FOLLOWER
02:11:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.210080 20408 consensus_queue.cc:260] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.212790 20409 ts_tablet_manager.cc:1434] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: Time spent starting tablet: real 0.029s	user 0.025s	sys 0.000s
02:11:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.221764 20408 ts_tablet_manager.cc:1434] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: Time spent starting tablet: real 0.038s	user 0.030s	sys 0.007s
02:11:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.240072 20412 raft_consensus.cc:359] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.240839 20412 raft_consensus.cc:385] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:11:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.241041 20412 raft_consensus.cc:740] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7f6a18b64b1c4e5aaf6e886ce61dfd6e, State: Initialized, Role: FOLLOWER
02:11:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.241780 20412 consensus_queue.cc:260] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:58.244170 20379 tablet.cc:2406] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.245221 20412 ts_tablet_manager.cc:1434] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: Time spent starting tablet: real 0.039s	user 0.028s	sys 0.007s
02:11:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.275259 20415 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:11:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.275785 20415 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.278198 20415 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917), 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:11:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.289804 20049 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28202a74ce1f42708d486d3c078afe35" is_pre_election: true
02:11:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.290534 20049 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a3992ca82d174e5f8e47ceca6d8670fc in term 0.
02:11:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.290936 20189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" is_pre_election: true
02:11:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.291836 20189 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a3992ca82d174e5f8e47ceca6d8670fc in term 0.
02:11:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.291939 20264 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35, a3992ca82d174e5f8e47ceca6d8670fc; no voters: 
02:11:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.292599 20415 raft_consensus.cc:2804] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:11:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.292939 20415 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:11:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.293265 20415 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 0 FOLLOWER]: Advancing to term 1
02:11:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.298509 20415 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.300433 20415 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [CANDIDATE]: Term 1 election: Requested vote from peers 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917), 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:11:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.301146 20049 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28202a74ce1f42708d486d3c078afe35"
02:11:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.301350 20189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e"
02:11:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.301612 20049 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 0 FOLLOWER]: Advancing to term 1
02:11:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.301735 20189 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 0 FOLLOWER]: Advancing to term 1
02:11:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.305945 20049 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a3992ca82d174e5f8e47ceca6d8670fc in term 1.
02:11:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.306367 20189 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a3992ca82d174e5f8e47ceca6d8670fc in term 1.
02:11:58.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.306792 20264 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35, a3992ca82d174e5f8e47ceca6d8670fc; no voters: 
02:11:58.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.307420 20415 raft_consensus.cc:2804] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 1 FOLLOWER]: Leader election won for term 1
02:11:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.309012 20415 raft_consensus.cc:697] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [term 1 LEADER]: Becoming Leader. State: Replica: a3992ca82d174e5f8e47ceca6d8670fc, State: Running, Role: LEADER
02:11:58.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.309861 20415 consensus_queue.cc:237] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:11:58.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.322331 19858 catalog_manager.cc:5696] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc reported cstate change: term changed from 0 to 1, leader changed from <none> to a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195). New cstate: current_term: 1 leader_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } health_report { overall_health: UNKNOWN } } }
02:11:58.344 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 1841ffc0e79c4d83b29d126d78443767
02:11:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:58.361287 20237 tablet.cc:2406] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:58.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:11:58.369 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:11:58.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [9ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=null) after lookup
02:11:58.382 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:58.384 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] Successfully connected to peer
02:11:58.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:11:58.384552 20099 tablet.cc:2406] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:11:58.443 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc1facb90, L:/127.0.0.1:44064 - R:/127.19.50.195:41227] using TOKEN/null
02:11:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.455349 20189 raft_consensus.cc:1275] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Refusing update from remote peer a3992ca82d174e5f8e47ceca6d8670fc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.455624 20049 raft_consensus.cc:1275] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Refusing update from remote peer a3992ca82d174e5f8e47ceca6d8670fc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:11:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.457013 20419 consensus_queue.cc:1048] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:11:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.458544 20415 consensus_queue.cc:1048] T 387b4ed6b9854af496dd07bfeec97f03 P a3992ca82d174e5f8e47ceca6d8670fc [LEADER]: Connected to new peer: Peer: permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:11:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.484391 20425 mvcc.cc:204] Tried to move back new op lower bound from 7305120638778609664 to 7305120638205542400. Current Snapshot: MvccSnapshot[applied={T|T < 7305120638778609664}]
02:11:58.644 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestLeaderFailover-1783476700824, tablet=387b4ed6b9854af496dd07bfeec97f03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:11:58.648 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.19.50.195:41227
02:11:58.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:11:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:11:58.650682 19659 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu with pid 20244
02:11:58.678 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] handling channelInactive
02:11:58.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state READY due to: connection closed
02:11:58.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:11:58.681 [DEBUG - Time-limited test] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:58.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.684 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:11:58.701 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:11:58.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test)) after lookup
02:11:58.702 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:58.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.704 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:11:58.721 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:11:58.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [21ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [23ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [23ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [39ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624))) after lookup
02:11:58.722 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:58.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.724 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.741 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:11:58.741 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:11:58.742 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [21ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [23ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [23ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [39ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [41ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [43ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [59ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351))) after lookup
02:11:58.742 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:58.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.744 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.780 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:11:58.781 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:11:58.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=100), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [21ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [23ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [23ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [39ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [41ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [43ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [59ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [61ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [63ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [63ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [99ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436))) after lookup
02:11:58.782 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:58.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:58.783 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:59.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:11:59.201 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:11:59.201 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=520), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [21ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [23ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [23ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [39ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [41ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [43ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [59ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [61ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [63ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [63ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [99ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [101ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [102ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [102ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [519ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436) -> (continuation of Deferred@1156073717 after retry RPC@564299230), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436) -> (continuation of Deferred@1156073717 after retry RPC@564299230))) after lookup
02:11:59.202 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:11:59.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:59.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:11:59.203 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:12:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.066388 20439 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a3992ca82d174e5f8e47ceca6d8670fc)
02:12:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.066828 20439 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.067358 20440 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a3992ca82d174e5f8e47ceca6d8670fc)
02:12:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.068069 20440 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.071748 20440 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227), 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:12:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.070703 20439 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917), a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227)
02:12:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.083389 19981 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.083818 20122 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.089501 20122 leader_election.cc:336] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.089640 19981 leader_election.cc:336] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.093643 20049 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "28202a74ce1f42708d486d3c078afe35" is_pre_election: true
02:12:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.093628 20189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "28202a74ce1f42708d486d3c078afe35" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" is_pre_election: true
02:12:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.094262 20189 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28202a74ce1f42708d486d3c078afe35 in term 1.
02:12:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.094264 20049 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7f6a18b64b1c4e5aaf6e886ce61dfd6e in term 1.
02:12:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.095362 19982 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35, 7f6a18b64b1c4e5aaf6e886ce61dfd6e; no voters: a3992ca82d174e5f8e47ceca6d8670fc
02:12:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.095564 20124 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35, 7f6a18b64b1c4e5aaf6e886ce61dfd6e; no voters: a3992ca82d174e5f8e47ceca6d8670fc
02:12:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.096117 20440 raft_consensus.cc:2804] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:12:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.096412 20440 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Starting leader election (detected failure of leader a3992ca82d174e5f8e47ceca6d8670fc)
02:12:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.096441 20439 raft_consensus.cc:2804] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Leader pre-election won for term 2
02:12:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.096684 20440 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 1 FOLLOWER]: Advancing to term 2
02:12:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.096737 20439 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Starting leader election (detected failure of leader a3992ca82d174e5f8e47ceca6d8670fc)
02:12:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.097090 20439 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 1 FOLLOWER]: Advancing to term 2
02:12:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.101112 20440 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.101388 20439 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.102419 20440 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 2 election: Requested vote from peers a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227), 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:12:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.103144 20439 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [CANDIDATE]: Term 2 election: Requested vote from peers 28202a74ce1f42708d486d3c078afe35 (127.19.50.193:44917), a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227)
02:12:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.103374 20189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "28202a74ce1f42708d486d3c078afe35" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e"
02:12:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.104002 20189 raft_consensus.cc:2393] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 28202a74ce1f42708d486d3c078afe35 in current term 2: Already voted for candidate 7f6a18b64b1c4e5aaf6e886ce61dfd6e in this term.
02:12:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.103984 20049 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "28202a74ce1f42708d486d3c078afe35"
02:12:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.104595 20049 raft_consensus.cc:2393] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7f6a18b64b1c4e5aaf6e886ce61dfd6e in current term 2: Already voted for candidate 28202a74ce1f42708d486d3c078afe35 in this term.
02:12:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.107291 19981 leader_election.cc:336] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:00.107468 20122 leader_election.cc:336] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.107717 19981 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35; no voters: 7f6a18b64b1c4e5aaf6e886ce61dfd6e, a3992ca82d174e5f8e47ceca6d8670fc
02:12:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.107843 20122 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f6a18b64b1c4e5aaf6e886ce61dfd6e; no voters: 28202a74ce1f42708d486d3c078afe35, a3992ca82d174e5f8e47ceca6d8670fc
02:12:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.108408 20440 raft_consensus.cc:2749] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:12:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:00.108500 20439 raft_consensus.cc:2749] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:12:00.140 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:12:00.140 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917),7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)[L]]}]
02:12:00.141 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1460), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [21ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [23ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [23ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [39ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [41ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [43ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [59ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [61ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [63ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [63ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [99ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [101ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [102ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [102ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [519ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [521ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [522ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [522ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [1455ms] refreshing cache from master, [1455ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [1458ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436) -> (continuation of Deferred@1156073717 after retry RPC@564299230) -> (continuation of Deferred@1689979918 after retry RPC@1359145266), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436) -> (continuation of Deferred@1156073717 after retry RPC@564299230) -> (continuation of Deferred@1689979918 after retry RPC@1359145266))) after lookup
02:12:00.142 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] connecting to peer
02:12:00.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:12:00.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:12:00.143 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227) for tablet 387b4ed6b9854af496dd07bfeec97f03: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227
02:12:01.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.812588 20449 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:12:01.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.813011 20449 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.814579 20449 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227), 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:12:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.815758 20189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "28202a74ce1f42708d486d3c078afe35" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" is_pre_election: true
02:12:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.816334 20189 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28202a74ce1f42708d486d3c078afe35 in term 2.
02:12:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.817315 19982 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35, 7f6a18b64b1c4e5aaf6e886ce61dfd6e; no voters: 
02:12:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.818091 20449 raft_consensus.cc:2804] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:12:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.818396 20449 raft_consensus.cc:493] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:12:01.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.818717 20449 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 2 FOLLOWER]: Advancing to term 3
02:12:01.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:01.819339 19981 leader_election.cc:336] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.823031 20449 raft_consensus.cc:515] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.824498 20449 leader_election.cc:290] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 3 election: Requested vote from peers a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227), 7f6a18b64b1c4e5aaf6e886ce61dfd6e (127.19.50.194:38123)
02:12:01.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.825489 20189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "387b4ed6b9854af496dd07bfeec97f03" candidate_uuid: "28202a74ce1f42708d486d3c078afe35" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e"
02:12:01.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.826033 20189 raft_consensus.cc:3060] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 2 FOLLOWER]: Advancing to term 3
02:12:01.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:01.827761 19981 leader_election.cc:336] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111)
02:12:01.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.830528 20189 raft_consensus.cc:2468] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28202a74ce1f42708d486d3c078afe35 in term 3.
02:12:01.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.831346 19982 leader_election.cc:304] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 28202a74ce1f42708d486d3c078afe35, 7f6a18b64b1c4e5aaf6e886ce61dfd6e; no voters: a3992ca82d174e5f8e47ceca6d8670fc
02:12:01.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.831946 20449 raft_consensus.cc:2804] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 3 FOLLOWER]: Leader election won for term 3
02:12:01.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.832652 20449 raft_consensus.cc:697] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [term 3 LEADER]: Becoming Leader. State: Replica: 28202a74ce1f42708d486d3c078afe35, State: Running, Role: LEADER
02:12:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.833488 20449 consensus_queue.cc:237] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } }
02:12:01.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:01.842067 19858 catalog_manager.cc:5696] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 reported cstate change: term changed from 1 to 3, leader changed from a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195) to 28202a74ce1f42708d486d3c078afe35 (127.19.50.193). New cstate: current_term: 3 leader_uuid: "28202a74ce1f42708d486d3c078afe35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28202a74ce1f42708d486d3c078afe35" member_type: VOTER last_known_addr { host: "127.19.50.193" port: 44917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a3992ca82d174e5f8e47ceca6d8670fc" member_type: VOTER last_known_addr { host: "127.19.50.195" port: 41227 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 } health_report { overall_health: UNKNOWN } } }
02:12:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:12:02.334187 19981 consensus_peers.cc:597] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 -> Peer a3992ca82d174e5f8e47ceca6d8670fc (127.19.50.195:41227): Couldn't send request to peer a3992ca82d174e5f8e47ceca6d8670fc. Status: Network error: Client connection negotiation failed: client connection to 127.19.50.195:41227: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:12:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.442965 20189 raft_consensus.cc:1275] T 387b4ed6b9854af496dd07bfeec97f03 P 7f6a18b64b1c4e5aaf6e886ce61dfd6e [term 3 FOLLOWER]: Refusing update from remote peer 28202a74ce1f42708d486d3c078afe35: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
02:12:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:02.444161 20449 consensus_queue.cc:1048] T 387b4ed6b9854af496dd07bfeec97f03 P 28202a74ce1f42708d486d3c078afe35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7f6a18b64b1c4e5aaf6e886ce61dfd6e" member_type: VOTER last_known_addr { host: "127.19.50.194" port: 38123 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:12:03.160 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 387b4ed6b9854af496dd07bfeec97f03 for table 'org.apache.kudu.client.TestLeaderFailover-1783476700824' with partition [<start>, <end>)
02:12:03.161 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=387b4ed6b9854af496dd07bfeec97f03@[28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917)[L],7f6a18b64b1c4e5aaf6e886ce61dfd6e(127.19.50.194:38123),a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)]}]
02:12:03.162 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=387b4ed6b9854af496dd07bfeec97f03, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4480), Traces: [0ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [3ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [19ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [21ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [23ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [23ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [39ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [41ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [43ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [59ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [61ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [63ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [63ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [99ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [101ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [102ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [102ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [519ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [521ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [522ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [522ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [1455ms] refreshing cache from master, [1455ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [1458ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, [1460ms] sending RPC to server a3992ca82d174e5f8e47ceca6d8670fc, [1462ms] received response from server a3992ca82d174e5f8e47ceca6d8670fc: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [1462ms] delaying RPC due to: Network error: Failed to connect to peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227): Connection refused: /127.19.50.195:41227, [4475ms] refreshing cache from master, [4475ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.50.252:41763, [4479ms] Sub RPC GetTableLocations: received response from server master-127.19.50.252:41763: OK, deferred=Deferred@1630878021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fce6836e058@5e85716b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436) -> (continuation of Deferred@1156073717 after retry RPC@564299230) -> (continuation of Deferred@1689979918 after retry RPC@1359145266) -> (continuation of Deferred@1751246004 after retry RPC@9861069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4203149d -> wakeup thread Time-limited test -> (continuation of Deferred@567339527 after retry RPC@1821153624) -> (continuation of Deferred@1854406243 after retry RPC@442709351) -> (continuation of Deferred@1550386627 after retry RPC@762911436) -> (continuation of Deferred@1156073717 after retry RPC@564299230) -> (continuation of Deferred@1689979918 after retry RPC@1359145266) -> (continuation of Deferred@1751246004 after retry RPC@9861069))) after lookup
02:12:03.163 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917)] connecting to peer
02:12:03.164 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917)] Successfully connected to peer
02:12:03.186 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9534867f, L:/127.0.0.1:46232 - R:/127.19.50.193:44917] using TOKEN/null
02:12:03.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestLeaderFailover-1783476700824, tablet=387b4ed6b9854af496dd07bfeec97f03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:12:03.249 [DEBUG - main] (Connection.java:575) [peer master-127.19.50.253:40099(127.19.50.253:40099)] disconnecting while in state READY
02:12:03.250 [DEBUG - main] (Connection.java:575) [peer 28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917)] disconnecting while in state READY
02:12:03.251 [DEBUG - main] (Connection.java:575) [peer master-127.19.50.252:41763(127.19.50.252:41763)] disconnecting while in state READY
02:12:03.252 [DEBUG - main] (Connection.java:575) [peer a3992ca82d174e5f8e47ceca6d8670fc(127.19.50.195:41227)] disconnecting while in state TERMINATED
02:12:03.252 [DEBUG - main] (Connection.java:575) [peer master-127.19.50.254:36527(127.19.50.254:36527)] disconnecting while in state READY
02:12:03.253 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917)] handling channelInactive
02:12:03.253 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.50.253:40099(127.19.50.253:40099)] handling channelInactive
02:12:03.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 28202a74ce1f42708d486d3c078afe35(127.19.50.193:44917)] cleaning up while in state READY due to: connection closed
02:12:03.253 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.50.254:36527(127.19.50.254:36527)] handling channelInactive
02:12:03.253 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.50.252:41763(127.19.50.252:41763)] handling channelInactive
02:12:03.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.50.252:41763(127.19.50.252:41763)] cleaning up while in state READY due to: connection closed
02:12:03.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.50.254:36527(127.19.50.254:36527)] cleaning up while in state READY due to: connection closed
02:12:03.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.50.253:40099(127.19.50.253:40099)] cleaning up while in state READY due to: connection closed
02:12:03.254 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:12:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.256907 19659 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu with pid 19960
02:12:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.285053 19659 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu with pid 20102
02:12:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.311267 19659 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu with pid 19671
02:12:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.338438 19659 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu with pid 19741
02:12:03.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:12:03.364171 19659 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskGP2rsP/build/tsan/bin/kudu with pid 19816
02:12:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:12:04Z chronyd exiting

Time: 24.481

OK (1 test)

