JUnit version 4.13.2
.23:51:30.779 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468290772
23:51:30.847 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:51:30.888 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:51:30.901 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskIyEeRf/test-tmp
23:51:30.938 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:51:30.942 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskIyEeRf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:51:31.228 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:51:31.525 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:31.527 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:51:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.530879 25575 mini_oidc.cc:150] Starting JWKS server
23:51:31.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.534626 25575 webserver.cc:534] Webserver started at http://127.0.0.1:45247/ using document root <none> and password file <none>
23:51:31.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.535244 25575 mini_oidc.cc:186] Starting OIDC Discovery server
23:51:31.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.537775 25575 webserver.cc:534] Webserver started at http://127.0.0.1:34475/ using document root <none> and password file <none>
23:51:31.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:51:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:31Z Disabled control of system clock
23:51:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.605270 25575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal
23:51:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data
23:51:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/logs
23:51:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data/info.pb
23:51:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.254:34201
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.254
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45247/jwks.json with env {}
23:51:31.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.924860 25587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.925438 25587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.925901 25587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.958994 25587 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.959313 25587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.959512 25587 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.959704 25587 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.959988 25587 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:31.960232 25587 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45247/jwks.json
23:51:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.997452 25587 master_runner.cc:387] Master server non-default flags:
23:51:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data
23:51:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal
23:51:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:32.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.254:34201
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45247/jwks.json
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data/info.pb
23:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.254
23:51:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/logs
23:51:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:31.999014 25587 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:32.000931 25587 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.014079 25593 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.418375 25592 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25587
23:51:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.878664 25587 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.864s	user 0.712s	sys 1.151s
23:51:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.881131 25587 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.867s	user 0.712s	sys 1.151s
23:51:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:32.014858 25594 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:33.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.881836 25595 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1863 milliseconds
23:51:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:33.882040 25596 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.882395 25587 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.886828 25587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:33.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.889261 25587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.890620 25587 hybrid_clock.cc:648] HybridClock initialized: now 1783468293890603 us; error 47 us; skew 500 ppm
23:51:33.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.891394 25587 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.897668 25587 webserver.cc:534] Webserver started at http://127.24.249.254:34953/ using document root <none> and password file <none>
23:51:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.898663 25587 fs_manager.cc:362] Metadata directory not provided
23:51:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.898852 25587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.899467 25587 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.904407 25587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data/instance:
23:51:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc95adb91f41459dbf5041c18369e0e2"
23:51:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:33 on dist-test-slave-1r7r"
23:51:33.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.905814 25587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal/instance:
23:51:33.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc95adb91f41459dbf5041c18369e0e2"
23:51:33.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:33 on dist-test-slave-1r7r"
23:51:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.913839 25587 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
23:51:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.920188 25603 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.921417 25587 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:51:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.921720 25587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data,/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal
23:51:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc95adb91f41459dbf5041c18369e0e2"
23:51:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:33 on dist-test-slave-1r7r"
23:51:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.922170 25587 fs_report.cc:389] FS layout report
23:51:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data/data
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.972528 25587 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.974028 25587 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:33.974462 25587 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.048681 25587 rpc_server.cc:307] RPC server started. Bound to: 127.24.249.254:34201
23:51:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.048791 25654 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.249.254:34201 every 8 connection(s)
23:51:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.051698 25587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/data/info.pb
23:51:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.057857 25655 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.061293 25575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu as pid 25587
23:51:34.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.061810 25575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-0/wal/instance
23:51:34.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.067189 25575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal
23:51:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data
23:51:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/logs
23:51:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data/info.pb
23:51:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.253:40251
23:51:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.253
23:51:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:34.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:34.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45247/jwks.json with env {}
23:51:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.076200 25655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } has no permanent_uuid. Determining permanent_uuid...
23:51:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.111963 25655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } has no permanent_uuid. Determining permanent_uuid...
23:51:34.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.114928 25604 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:34.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.119983 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.169513 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 1
23:51:34.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.175217 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.243654 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 2
23:51:34.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.248564 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:34.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.339996 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 3
23:51:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.345427 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.429389 25657 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.429991 25657 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.430450 25657 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.463377 25657 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.463697 25657 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.464020 25657 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.464236 25657 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.464427 25657 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.464572 25657 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45247/jwks.json
23:51:34.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.488953 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 4
23:51:34.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.493842 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.504931 25657 master_runner.cc:387] Master server non-default flags:
23:51:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data
23:51:34.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.253:40251
23:51:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45247/jwks.json
23:51:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data/info.pb
23:51:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.253
23:51:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/logs
23:51:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.506733 25657 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.509199 25657 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.521961 25666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:34.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:34.793289 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 5
23:51:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.803828 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.351418 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 6
23:51:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.384455 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.253:40251: Network error: Client connection negotiation failed: client connection to 127.24.249.253:40251: connect: Connection refused (error 111)
23:51:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.925671 25665 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25657
23:51:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.941497 25665 kernel_stack_watchdog.cc:198] Thread 25657 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:51:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.941886 25657 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.420s	user 0.482s	sys 0.924s
23:51:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.942373 25657 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.420s	user 0.482s	sys 0.924s
23:51:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.944437 25669 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:34.522445 25667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:35.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:35.948805 25668 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1424 milliseconds
23:51:35.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.948832 25657 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.950153 25657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.952562 25657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.953907 25657 hybrid_clock.cc:648] HybridClock initialized: now 1783468295953860 us; error 59 us; skew 500 ppm
23:51:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.954981 25657 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:35.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.961386 25657 webserver.cc:534] Webserver started at http://127.24.249.253:34831/ using document root <none> and password file <none>
23:51:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.962234 25657 fs_manager.cc:362] Metadata directory not provided
23:51:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.962421 25657 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:35.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.962809 25657 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.967209 25657 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data/instance:
23:51:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3036b792082c413c92183d03c5554f15"
23:51:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:35 on dist-test-slave-1r7r"
23:51:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.968644 25657 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal/instance:
23:51:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3036b792082c413c92183d03c5554f15"
23:51:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:35 on dist-test-slave-1r7r"
23:51:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.976169 25657 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:51:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.982255 25678 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.983421 25657 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
23:51:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.983716 25657 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data,/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal
23:51:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3036b792082c413c92183d03c5554f15"
23:51:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:35 on dist-test-slave-1r7r"
23:51:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:35.984107 25657 fs_report.cc:389] FS layout report
23:51:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data/data
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:36.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.049129 25657 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.050627 25657 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.051043 25657 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.125826 25657 rpc_server.cc:307] RPC server started. Bound to: 127.24.249.253:40251
23:51:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.125929 25729 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.249.253:40251 every 8 connection(s)
23:51:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.128973 25657 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/data/info.pb
23:51:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.135160 25730 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.139326 25575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu as pid 25657
23:51:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.139835 25575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-1/wal/instance
23:51:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.142027 25575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/logs
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data/info.pb
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.252:41253
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.252
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45247/jwks.json with env {}
23:51:36.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.147948 25730 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.173892 25730 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.190292 25730 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.193341 25680 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.198422 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.248051 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 1
23:51:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.252668 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.321015 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 2
23:51:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.325255 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.416793 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 3
23:51:36.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.421597 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.445138 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } attempt: 7
23:51:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.457238 25655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } has no permanent_uuid. Determining permanent_uuid...
23:51:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.463231 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.480161 25732 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.480850 25732 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.481316 25732 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.516149 25732 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:51:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.516573 25732 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.516793 25732 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:51:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.516988 25732 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:51:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.517177 25732 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:51:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.517318 25732 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45247/jwks.json
23:51:36.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.521711 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 1
23:51:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.526593 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.559062 25732 master_runner.cc:387] Master server non-default flags:
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:51:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:51:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.252:41253
23:51:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:51:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45247/jwks.json
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data/info.pb
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.252
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/logs
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:51:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.560546 25732 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.562506 25732 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.564996 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 4
23:51:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.570675 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.575485 25744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:36.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.608008 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 2
23:51:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.616442 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.702014 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 3
23:51:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.710387 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.850975 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 4
23:51:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.860615 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:36.870141 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 5
23:51:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.879040 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.144169 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 5
23:51:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.154670 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.426609 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 6
23:51:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.454952 25730 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:37.707238 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 6
23:51:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.736742 25655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.249.252:41253: Network error: Client connection negotiation failed: client connection to 127.24.249.252:41253: connect: Connection refused (error 111)
23:51:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:37.979526 25743 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25732
23:51:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.085738 25732 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.510s	user 0.552s	sys 0.957s
23:51:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.086263 25732 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.511s	user 0.552s	sys 0.957s
23:51:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:36.577154 25745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.087551 25746 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1509 milliseconds
23:51:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.088049 25747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.087991 25732 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:38.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.093186 25732 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.095822 25732 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.097232 25732 hybrid_clock.cc:648] HybridClock initialized: now 1783468298097203 us; error 44 us; skew 500 ppm
23:51:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.098133 25732 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.104398 25732 webserver.cc:534] Webserver started at http://127.24.249.252:45463/ using document root <none> and password file <none>
23:51:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.105440 25732 fs_manager.cc:362] Metadata directory not provided
23:51:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.105690 25732 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.106251 25732 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.110898 25732 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data/instance:
23:51:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "115207167d2046f1a34173b5fdd34a9c"
23:51:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:38 on dist-test-slave-1r7r"
23:51:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.112080 25732 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal/instance:
23:51:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "115207167d2046f1a34173b5fdd34a9c"
23:51:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:38 on dist-test-slave-1r7r"
23:51:38.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.119486 25732 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:51:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.125936 25758 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.127264 25732 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:51:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.128137 25732 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data,/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal
23:51:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "115207167d2046f1a34173b5fdd34a9c"
23:51:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:38 on dist-test-slave-1r7r"
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.128562 25732 fs_report.cc:389] FS layout report
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data/data
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.196412 25732 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.197873 25732 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.198287 25732 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:38.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.274286 25732 rpc_server.cc:307] RPC server started. Bound to: 127.24.249.252:41253
23:51:38.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.274408 25809 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.249.252:41253 every 8 connection(s)
23:51:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.277359 25732 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/data/info.pb
23:51:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.281093 25575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu as pid 25732
23:51:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.281440 25575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/master-2/wal/instance
23:51:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.284700 25810 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:38.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.300261 25810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } has no permanent_uuid. Determining permanent_uuid...
23:51:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.338030 25810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } has no permanent_uuid. Determining permanent_uuid...
23:51:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.349756 25810 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } has no permanent_uuid. Determining permanent_uuid...
23:51:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.367415 25810 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: Bootstrap starting.
23:51:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.373960 25810 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: Neither blocks nor log segments found. Creating new log.
23:51:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.375707 25810 log.cc:826] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: Log is configured to *not* fsync() on all Append() calls
23:51:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.380404 25810 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: No bootstrap required, opened a new log
23:51:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.400717 25810 raft_consensus.cc:359] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.401357 25810 raft_consensus.cc:385] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.401553 25810 raft_consensus.cc:740] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 115207167d2046f1a34173b5fdd34a9c, State: Initialized, Role: FOLLOWER
23:51:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.402249 25810 consensus_queue.cc:260] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.405155 25819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.405968 25819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: This master's current role is: FOLLOWER
23:51:38.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.407492 25810 sys_catalog.cc:565] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: configured and running, proceeding with master startup.
23:51:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.435597 25830 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:38.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.436492 25830 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.453459 25764 tablet.cc:2406] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.429973 25732 master_runner.cc:187] Error getting master registration for 127.24.249.254:34201: OK, instance_id { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" instance_seqno: 1783468294028516 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.455217 25732 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:38.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.515615 25730 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 7
23:51:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.533892 25730 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15: Bootstrap starting.
23:51:38.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.541328 25730 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15: Neither blocks nor log segments found. Creating new log.
23:51:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.543746 25730 log.cc:826] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15: Log is configured to *not* fsync() on all Append() calls
23:51:38.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.549191 25730 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15: No bootstrap required, opened a new log
23:51:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.569734 25730 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.570412 25730 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.570704 25730 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3036b792082c413c92183d03c5554f15, State: Initialized, Role: FOLLOWER
23:51:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.571717 25730 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.574657 25834 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.575521 25834 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: This master's current role is: FOLLOWER
23:51:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.576550 25730 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: configured and running, proceeding with master startup.
23:51:38.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.624868 25845 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:51:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.625226 25845 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:51:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.627223 25834 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.627718 25834 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.632032 25834 leader_election.cc:290] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dc95adb91f41459dbf5041c18369e0e2 (127.24.249.254:34201), 115207167d2046f1a34173b5fdd34a9c (127.24.249.252:41253)
23:51:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.633720 25785 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3036b792082c413c92183d03c5554f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "115207167d2046f1a34173b5fdd34a9c" is_pre_election: true
23:51:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.634778 25785 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3036b792082c413c92183d03c5554f15 in term 0.
23:51:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.643445 25680 leader_election.cc:304] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 115207167d2046f1a34173b5fdd34a9c, 3036b792082c413c92183d03c5554f15; no voters: 
23:51:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.644384 25834 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.644757 25834 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.645080 25834 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 0 FOLLOWER]: Advancing to term 1
23:51:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.651547 25834 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.659698 25785 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3036b792082c413c92183d03c5554f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "115207167d2046f1a34173b5fdd34a9c"
23:51:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.660377 25785 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 0 FOLLOWER]: Advancing to term 1
23:51:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.607613 25657 master_runner.cc:187] Error getting master registration for 127.24.249.254:34201: OK, instance_id { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" instance_seqno: 1783468294028516 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:51:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.668845 25785 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3036b792082c413c92183d03c5554f15 in term 1.
23:51:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.669773 25657 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:51:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.670107 25680 leader_election.cc:304] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 115207167d2046f1a34173b5fdd34a9c, 3036b792082c413c92183d03c5554f15; no voters: 
23:51:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.672843 25847 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 1 FOLLOWER]: Leader election won for term 1
23:51:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.673702 25834 leader_election.cc:290] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [CANDIDATE]: Term 1 election: Requested vote from peers dc95adb91f41459dbf5041c18369e0e2 (127.24.249.254:34201), 115207167d2046f1a34173b5fdd34a9c (127.24.249.252:41253)
23:51:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.677008 25847 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [term 1 LEADER]: Becoming Leader. State: Replica: 3036b792082c413c92183d03c5554f15, State: Running, Role: LEADER
23:51:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.678222 25847 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.690255 25834 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3036b792082c413c92183d03c5554f15. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.691021 25834 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: This master's current role is: LEADER
23:51:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.705168 25850 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:51:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.714439 25850 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:51:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.745189 25785 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [term 1 FOLLOWER]: Refusing update from remote peer 3036b792082c413c92183d03c5554f15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:38.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.747170 25834 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.777628 25819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3036b792082c413c92183d03c5554f15. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.778406 25819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: This master's current role is: FOLLOWER
23:51:38.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.784063 25851 mvcc.cc:204] Tried to move back new op lower bound from 7305086151635484672 to 7305086151399067648. Current Snapshot: MvccSnapshot[applied={T|T < 7305086151635484672}]
23:51:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.787315 25655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } attempt: 7
23:51:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.805776 25848 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.806771 25848 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: This master's current role is: LEADER
23:51:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.808355 25819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.809104 25819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c [sys.catalog]: This master's current role is: FOLLOWER
23:51:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.813733 25850 catalog_manager.cc:1382] Generated new cluster ID: 01306eeb62b14a86af3d0eaa43ab8a91
23:51:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.814056 25850 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:51:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.801477 25852 mvcc.cc:204] Tried to move back new op lower bound from 7305086151635484672 to 7305086151399067648. Current Snapshot: MvccSnapshot[applied={T|T < 7305086151635484672}]
23:51:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.829268 25655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: Bootstrap starting.
23:51:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.841848 25655 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: Neither blocks nor log segments found. Creating new log.
23:51:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.849961 25655 log.cc:826] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: Log is configured to *not* fsync() on all Append() calls
23:51:38.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.869010 25655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: No bootstrap required, opened a new log
23:51:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.908144 25850 catalog_manager.cc:1405] Generated new certificate authority record
23:51:38.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.910279 25850 catalog_manager.cc:1539] Loading token signing keys...
23:51:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.929028 25655 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.929989 25655 raft_consensus.cc:385] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.930299 25655 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc95adb91f41459dbf5041c18369e0e2, State: Initialized, Role: FOLLOWER
23:51:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.931510 25655 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } }
23:51:38.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.943595 25655 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: configured and running, proceeding with master startup.
23:51:38.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.945227 25629 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3036b792082c413c92183d03c5554f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc95adb91f41459dbf5041c18369e0e2"
23:51:38.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.946062 25629 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [term 0 FOLLOWER]: Advancing to term 1
23:51:38.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.940021 25858 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:38.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.947427 25858 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: This master's current role is: FOLLOWER
23:51:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.953048 25630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3036b792082c413c92183d03c5554f15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc95adb91f41459dbf5041c18369e0e2" is_pre_election: true
23:51:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.979300 25850 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15: Generated new TSK 0
23:51:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.980484 25850 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:51:38.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:38.985592 25609 tablet.cc:2406] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.991071 25629 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3036b792082c413c92183d03c5554f15 in term 1.
23:51:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:38.993304 25628 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [term 1 FOLLOWER]: Refusing update from remote peer 3036b792082c413c92183d03c5554f15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:51:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.005019 25848 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:51:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.030854 25575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/logs
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data/info.pb
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.193:0
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.249.193
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.193
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.123890 25872 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:39.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.130385 25858 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3036b792082c413c92183d03c5554f15. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.132488 25858 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: This master's current role is: FOLLOWER
23:51:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.132448 25872 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2 [sys.catalog]: This master's current role is: FOLLOWER
23:51:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.164986 25875 catalog_manager.cc:1294] Loaded cluster ID: 01306eeb62b14a86af3d0eaa43ab8a91
23:51:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.165273 25875 catalog_manager.cc:1587] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: loading cluster ID for follower catalog manager: success
23:51:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.181018 25875 catalog_manager.cc:1609] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: acquiring CA information for follower catalog manager: success
23:51:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.191891 25875 catalog_manager.cc:1637] T 00000000000000000000000000000000 P dc95adb91f41459dbf5041c18369e0e2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.425910 25848 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3036b792082c413c92183d03c5554f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc95adb91f41459dbf5041c18369e0e2" member_type: VOTER last_known_addr { host: "127.24.249.254" port: 34201 } } peers { permanent_uuid: "3036b792082c413c92183d03c5554f15" member_type: VOTER last_known_addr { host: "127.24.249.253" port: 40251 } } peers { permanent_uuid: "115207167d2046f1a34173b5fdd34a9c" member_type: VOTER last_known_addr { host: "127.24.249.252" port: 41253 } } }
23:51:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.426709 25848 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3036b792082c413c92183d03c5554f15 [sys.catalog]: This master's current role is: LEADER
23:51:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.443253 25830 catalog_manager.cc:1294] Loaded cluster ID: 01306eeb62b14a86af3d0eaa43ab8a91
23:51:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.444139 25830 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: loading cluster ID for follower catalog manager: success
23:51:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.459965 25830 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: acquiring CA information for follower catalog manager: success
23:51:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.471683 25830 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 115207167d2046f1a34173b5fdd34a9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:51:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.646989 25651 debug-util.cc:398] Leaking SignalData structure 0x7b08000704c0 after lost signal to thread 25588
23:51:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.647665 25651 debug-util.cc:398] Leaking SignalData structure 0x7b0800078fe0 after lost signal to thread 25654
23:51:39.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.695501 25867 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:39.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.696695 25867 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.697743 25867 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.758937 25867 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:39.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.760993 25867 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.249.193
23:51:39.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.831203 25867 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.193:0
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data/info.pb
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.193
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.249.193
23:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/logs
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.843456 25867 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:39.848270 25867 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.890683 25882 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:41.284279 25881 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25867
23:51:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.684202 25867 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.790s	user 0.600s	sys 1.016s
23:51:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.684629 25867 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.790s	user 0.600s	sys 1.016s
23:51:42.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:39.903872 25883 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:42.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:42.702456 25888 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.704953 25867 server_base.cc:1061] running on GCE node
23:51:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.706187 25867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.708779 25867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.710376 25867 hybrid_clock.cc:648] HybridClock initialized: now 1783468302710335 us; error 43 us; skew 500 ppm
23:51:42.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.711338 25867 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.721431 25867 webserver.cc:534] Webserver started at http://127.24.249.193:43485/ using document root <none> and password file <none>
23:51:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.722777 25867 fs_manager.cc:362] Metadata directory not provided
23:51:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.723048 25867 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.723613 25867 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.728312 25867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data/instance:
23:51:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34073cad770d4abba32107b59b1a8c28"
23:51:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:42 on dist-test-slave-1r7r"
23:51:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.729748 25867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal/instance:
23:51:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34073cad770d4abba32107b59b1a8c28"
23:51:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:42 on dist-test-slave-1r7r"
23:51:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.738442 25867 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
23:51:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.745539 25894 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.747113 25867 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:51:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.747572 25867 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data,/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal
23:51:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34073cad770d4abba32107b59b1a8c28"
23:51:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:42 on dist-test-slave-1r7r"
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.748039 25867 fs_report.cc:389] FS layout report
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data/data
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.815963 25867 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.817895 25867 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.818456 25867 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.822438 25867 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.828107 25867 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.828361 25867 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.828655 25867 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:42.828922 25867 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.052583 25867 rpc_server.cc:307] RPC server started. Bound to: 127.24.249.193:37233
23:51:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.052701 26006 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.249.193:37233 every 8 connection(s)
23:51:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.056025 25867 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/data/info.pb
23:51:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.061239 25575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu as pid 25867
23:51:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.062101 25575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-0/wal/instance
23:51:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.119240 25575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/logs
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data/info.pb
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.194:0
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.249.194
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.194
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.196224 26008 heartbeater.cc:344] Connected to a master server at 127.24.249.253:40251
23:51:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.196841 26008 heartbeater.cc:461] Registering TS with master...
23:51:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.198398 26008 heartbeater.cc:507] Master 127.24.249.253:40251 requested a full tablet report, sending...
23:51:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.202169 26013 heartbeater.cc:344] Connected to a master server at 127.24.249.254:34201
23:51:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.202549 26013 heartbeater.cc:461] Registering TS with master...
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.203529 26013 heartbeater.cc:507] Master 127.24.249.254:34201 requested a full tablet report, sending...
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.204419 25695 ts_manager.cc:194] Registered new tserver with Master: 34073cad770d4abba32107b59b1a8c28 (127.24.249.193:37233)
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.207147 25619 ts_manager.cc:194] Registered new tserver with Master: 34073cad770d4abba32107b59b1a8c28 (127.24.249.193:37233)
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.207382 25695 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.249.193:34367
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.211059 26007 heartbeater.cc:344] Connected to a master server at 127.24.249.252:41253
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.211472 26007 heartbeater.cc:461] Registering TS with master...
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.212595 26007 heartbeater.cc:507] Master 127.24.249.252:41253 requested a full tablet report, sending...
23:51:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.215955 25775 ts_manager.cc:194] Registered new tserver with Master: 34073cad770d4abba32107b59b1a8c28 (127.24.249.193:37233)
23:51:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.562968 26014 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.564095 26014 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.564738 26014 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.598410 26014 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.599483 26014 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.249.194
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.636566 26014 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal
23:51:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.194:0
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data/info.pb
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.194
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.249.194
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/logs
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.638418 26014 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:43.640795 26014 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.655495 26023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:44.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:44.222553 26008 heartbeater.cc:499] Master 127.24.249.253:40251 was elected leader, sending a full tablet report...
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.059430 26022 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26014
23:51:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.516558 26022 kernel_stack_watchdog.cc:198] Thread 26014 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:43.656523 26024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.517787 26014 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.860s	user 0.625s	sys 1.183s
23:51:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.518189 26014 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.861s	user 0.625s	sys 1.183s
23:51:45.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.518838 26026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:45.521484 26025 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1859 milliseconds
23:51:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.521504 26014 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.522689 26014 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.524781 26014 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.526122 26014 hybrid_clock.cc:648] HybridClock initialized: now 1783468305526104 us; error 52 us; skew 500 ppm
23:51:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.526940 26014 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:45.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.533172 26014 webserver.cc:534] Webserver started at http://127.24.249.194:40123/ using document root <none> and password file <none>
23:51:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.534020 26014 fs_manager.cc:362] Metadata directory not provided
23:51:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.534216 26014 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.534579 26014 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.538849 26014 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data/instance:
23:51:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94ef6b3796e041578eece38694f65887"
23:51:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:45 on dist-test-slave-1r7r"
23:51:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.539969 26014 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal/instance:
23:51:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94ef6b3796e041578eece38694f65887"
23:51:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:45 on dist-test-slave-1r7r"
23:51:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.547014 26014 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.005s
23:51:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.552743 26035 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.554036 26014 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:51:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.554337 26014 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data,/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal
23:51:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94ef6b3796e041578eece38694f65887"
23:51:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:45 on dist-test-slave-1r7r"
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.554641 26014 fs_report.cc:389] FS layout report
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data/data
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:45.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.611732 26014 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:45.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.613315 26014 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:45.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.613741 26014 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:45.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.616417 26014 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.620908 26014 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.621155 26014 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.621454 26014 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.621703 26014 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.768729 26014 rpc_server.cc:307] RPC server started. Bound to: 127.24.249.194:38619
23:51:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.768808 26148 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.249.194:38619 every 8 connection(s)
23:51:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.771477 26014 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/data/info.pb
23:51:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.781093 25575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu as pid 26014
23:51:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.781661 25575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-1/wal/instance
23:51:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.798435 25575 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/logs
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data/info.pb
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.195:0
23:51:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.249.195
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.195
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:51:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.823067 26150 heartbeater.cc:344] Connected to a master server at 127.24.249.253:40251
23:51:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.823602 26150 heartbeater.cc:461] Registering TS with master...
23:51:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.825103 26150 heartbeater.cc:507] Master 127.24.249.253:40251 requested a full tablet report, sending...
23:51:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.828233 25695 ts_manager.cc:194] Registered new tserver with Master: 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619)
23:51:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.829213 26149 heartbeater.cc:344] Connected to a master server at 127.24.249.252:41253
23:51:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.829615 26149 heartbeater.cc:461] Registering TS with master...
23:51:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.830204 25695 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.249.194:43335
23:51:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.830658 26149 heartbeater.cc:507] Master 127.24.249.252:41253 requested a full tablet report, sending...
23:51:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.833652 25775 ts_manager.cc:194] Registered new tserver with Master: 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619)
23:51:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.839277 26151 heartbeater.cc:344] Connected to a master server at 127.24.249.254:34201
23:51:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.839658 26151 heartbeater.cc:461] Registering TS with master...
23:51:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.840329 26151 heartbeater.cc:507] Master 127.24.249.254:34201 requested a full tablet report, sending...
23:51:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:45.843020 25619 ts_manager.cc:194] Registered new tserver with Master: 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619)
23:51:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.138228 26159 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:51:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.138850 26159 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:51:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.139422 26159 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:51:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.173635 26159 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:51:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.174458 26159 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.249.195
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.213076 26159 tablet_server_runner.cc:78] Tablet server non-default flags:
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.249.212:43679
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.249.195:0
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:51:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data/info.pb
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.249.195
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.249.254:34201,127.24.249.253:40251,127.24.249.252:41253
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.249.195
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/logs
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on e7f111948823
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16836
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:51:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.214396 26159 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:51:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.216020 26159 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:51:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.230005 26165 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:46.834352 26150 heartbeater.cc:499] Master 127.24.249.253:40251 was elected leader, sending a full tablet report...
23:51:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.633374 26164 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26159
23:51:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.751914 26159 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.522s	user 0.538s	sys 0.971s
23:51:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:46.231033 26166 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.752926 26159 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.524s	user 0.538s	sys 0.971s
23:51:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.752182 26164 kernel_stack_watchdog.cc:198] Thread 26159 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
23:51:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:51:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:51:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:51:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:51:47.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.754532 26168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:51:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:47.759099 26167 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1523 milliseconds
23:51:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.759166 26159 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:51:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.760690 26159 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:51:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.763144 26159 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:51:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.764575 26159 hybrid_clock.cc:648] HybridClock initialized: now 1783468307764537 us; error 42 us; skew 500 ppm
23:51:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.765686 26159 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:51:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.772591 26159 webserver.cc:534] Webserver started at http://127.24.249.195:43005/ using document root <none> and password file <none>
23:51:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.773623 26159 fs_manager.cc:362] Metadata directory not provided
23:51:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.773919 26159 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:51:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.774459 26159 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:51:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.779057 26159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data/instance:
23:51:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14c2826c6ed442b69f3e135fded308ee"
23:51:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:47 on dist-test-slave-1r7r"
23:51:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.780356 26159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal/instance:
23:51:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14c2826c6ed442b69f3e135fded308ee"
23:51:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:47 on dist-test-slave-1r7r"
23:51:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.787456 26159 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:51:47.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.793187 26179 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:51:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.794416 26159 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.794705 26159 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data,/tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14c2826c6ed442b69f3e135fded308ee"
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:51:47 on dist-test-slave-1r7r"
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.795003 26159 fs_report.cc:389] FS layout report
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data/data
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:51:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:51:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:51:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.853535 26159 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:51:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.855152 26159 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:51:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.855599 26159 kserver.cc:163] Server-wide thread pool size limit: 3276
23:51:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.858479 26159 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:51:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.862831 26159 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:51:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.863032 26159 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:51:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.863236 26159 ts_tablet_manager.cc:616] Registered 0 tablets
23:51:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:47.863368 26159 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:51:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.008266 26159 rpc_server.cc:307] RPC server started. Bound to: 127.24.249.195:46169
23:51:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.008373 26291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.249.195:46169 every 8 connection(s)
23:51:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.011598 26159 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/data/info.pb
23:51:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.021111 25575 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu as pid 26159
23:51:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.021703 25575 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskIyEeRf/test-tmp/mini-kudu-cluster15828921732716871018/ts-2/wal/instance
23:51:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.057029 26294 heartbeater.cc:344] Connected to a master server at 127.24.249.254:34201
23:51:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.057570 26294 heartbeater.cc:461] Registering TS with master...
23:51:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.058009 26292 heartbeater.cc:344] Connected to a master server at 127.24.249.252:41253
23:51:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.058362 26292 heartbeater.cc:461] Registering TS with master...
23:51:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.060040 26292 heartbeater.cc:507] Master 127.24.249.252:41253 requested a full tablet report, sending...
23:51:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.060856 26294 heartbeater.cc:507] Master 127.24.249.254:34201 requested a full tablet report, sending...
23:51:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.061494 26293 heartbeater.cc:344] Connected to a master server at 127.24.249.253:40251
23:51:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.061832 26293 heartbeater.cc:461] Registering TS with master...
23:51:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.062680 26293 heartbeater.cc:507] Master 127.24.249.253:40251 requested a full tablet report, sending...
23:51:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.064517 25619 ts_manager.cc:194] Registered new tserver with Master: 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.064759 25775 ts_manager.cc:194] Registered new tserver with Master: 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.068135 25695 ts_manager.cc:194] Registered new tserver with Master: 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.069527 25695 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.249.195:40101
23:51:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:48.079193 25575 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:51:48.092 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:51:48.094 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:51:48.104 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.249.254"
      port: 34201
    }
    bound_http_address {
      host: "127.24.249.254"
      port: 34953
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.249.253"
      port: 40251
    }
    bound_http_address {
      host: "127.24.249.253"
      port: 34831
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.249.252"
      port: 41253
    }
    bound_http_address {
      host: "127.24.249.252"
      port: 45463
    }
  }
}

23:51:48.108 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:51:48.111 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.249.193"
      port: 37233
    }
    bound_http_address {
      host: "127.24.249.193"
      port: 43485
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.249.194"
      port: 38619
    }
    bound_http_address {
      host: "127.24.249.194"
      port: 40123
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.249.195"
      port: 46169
    }
    bound_http_address {
      host: "127.24.249.195"
      port: 43005
    }
  }
}

23:51:48.112 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:51:48.310 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:51:48.363 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:51:48.526 [DEBUG - main] (Connection.java:748) [peer master-127.24.249.253:40251(127.24.249.253:40251)] connecting to peer
23:51:48.579 [DEBUG - main] (Connection.java:748) [peer master-127.24.249.254:34201(127.24.249.254:34201)] connecting to peer
23:51:48.584 [DEBUG - main] (Connection.java:748) [peer master-127.24.249.252:41253(127.24.249.252:41253)] connecting to peer
23:51:48.599 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.249.254:34201(127.24.249.254:34201)] Successfully connected to peer
23:51:48.600 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.249.253:40251(127.24.249.253:40251)] Successfully connected to peer
23:51:48.601 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.249.252:41253(127.24.249.252:41253)] Successfully connected to peer
23:51:48.692 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.249.254
23:51:48.692 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.249.253
23:51:48.692 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.249.252
23:51:48.934 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb44a5c3c, L:/127.0.0.1:40664 - R:/127.24.249.252:41253] using SASL/PLAIN
23:51:48.934 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x95a65991, L:/127.0.0.1:49788 - R:/127.24.249.253:40251] using SASL/PLAIN
23:51:48.938 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x34968ab7, L:/127.0.0.1:46386 - R:/127.24.249.254:34201] using SASL/PLAIN
23:51:48.972 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:51:48.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=484), Traces: [0ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.249.253:40251, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.249.254:34201, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.249.252:41253, [456ms] Sub RPC ConnectToMaster: received response from server master-127.24.249.252:41253: OK, [456ms] Sub RPC ConnectToMaster: received response from server master-127.24.249.254:34201: OK, [457ms] Sub RPC ConnectToMaster: received response from server master-127.24.249.253:40251: OK, deferred=null) after lookup
23:51:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.026383 25695 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49788:
23:51:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestLeaderFailover-1783468290077"
23:51:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:51:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:51:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:51:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.030545 25695 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestLeaderFailover-1783468290077 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:51:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.072948 26293 heartbeater.cc:499] Master 127.24.249.253:40251 was elected leader, sending a full tablet report...
23:51:49.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5c8bee45ffe647a4802b197731aa43d9
23:51:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.166038 26083 tablet_service.cc:1511] Processing CreateTablet for tablet f3aa7fadbe614161ab8a1f48444405fe (DEFAULT_TABLE table=org.apache.kudu.client.TestLeaderFailover-1783468290077 [id=5c8bee45ffe647a4802b197731aa43d9]), partition=RANGE (key) PARTITION UNBOUNDED
23:51:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.168418 26083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3aa7fadbe614161ab8a1f48444405fe. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.201927 25942 tablet_service.cc:1511] Processing CreateTablet for tablet f3aa7fadbe614161ab8a1f48444405fe (DEFAULT_TABLE table=org.apache.kudu.client.TestLeaderFailover-1783468290077 [id=5c8bee45ffe647a4802b197731aa43d9]), partition=RANGE (key) PARTITION UNBOUNDED
23:51:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.204262 25942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3aa7fadbe614161ab8a1f48444405fe. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.218197 26325 tablet_bootstrap.cc:492] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: Bootstrap starting.
23:51:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.226217 26325 tablet_bootstrap.cc:654] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: Neither blocks nor log segments found. Creating new log.
23:51:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.228838 26325 log.cc:826] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: Log is configured to *not* fsync() on all Append() calls
23:51:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.242630 26325 tablet_bootstrap.cc:492] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: No bootstrap required, opened a new log
23:51:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.243182 26325 ts_tablet_manager.cc:1403] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.000s
23:51:49.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.247963 26227 tablet_service.cc:1511] Processing CreateTablet for tablet f3aa7fadbe614161ab8a1f48444405fe (DEFAULT_TABLE table=org.apache.kudu.client.TestLeaderFailover-1783468290077 [id=5c8bee45ffe647a4802b197731aa43d9]), partition=RANGE (key) PARTITION UNBOUNDED
23:51:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.250613 26227 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f3aa7fadbe614161ab8a1f48444405fe. 1 dirs total, 0 dirs full, 0 dirs failed
23:51:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.260344 26327 tablet_bootstrap.cc:492] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: Bootstrap starting.
23:51:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.268363 26327 tablet_bootstrap.cc:654] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: Neither blocks nor log segments found. Creating new log.
23:51:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.271070 26327 log.cc:826] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: Log is configured to *not* fsync() on all Append() calls
23:51:49.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.275327 26325 raft_consensus.cc:359] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.276710 26325 raft_consensus.cc:385] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.277273 26325 raft_consensus.cc:740] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 94ef6b3796e041578eece38694f65887, State: Initialized, Role: FOLLOWER
23:51:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.278717 26325 consensus_queue.cc:260] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.285173 26325 ts_tablet_manager.cc:1434] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: Time spent starting tablet: real 0.042s	user 0.028s	sys 0.013s
23:51:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.299101 26327 tablet_bootstrap.cc:492] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: No bootstrap required, opened a new log
23:51:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.299764 26327 ts_tablet_manager.cc:1403] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: Time spent bootstrapping tablet: real 0.041s	user 0.011s	sys 0.013s
23:51:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.305624 26330 tablet_bootstrap.cc:492] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: Bootstrap starting.
23:51:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.309026 26156 tablet.cc:2406] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.315312 26330 tablet_bootstrap.cc:654] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: Neither blocks nor log segments found. Creating new log.
23:51:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.318099 26330 log.cc:826] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: Log is configured to *not* fsync() on all Append() calls
23:51:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.324553 26330 tablet_bootstrap.cc:492] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: No bootstrap required, opened a new log
23:51:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.325491 26330 ts_tablet_manager.cc:1403] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: Time spent bootstrapping tablet: real 0.021s	user 0.015s	sys 0.004s
23:51:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.332662 26327 raft_consensus.cc:359] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.333662 26327 raft_consensus.cc:385] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.334009 26327 raft_consensus.cc:740] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34073cad770d4abba32107b59b1a8c28, State: Initialized, Role: FOLLOWER
23:51:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.335146 26327 consensus_queue.cc:260] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.339392 26327 ts_tablet_manager.cc:1434] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: Time spent starting tablet: real 0.039s	user 0.028s	sys 0.009s
23:51:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.356858 26330 raft_consensus.cc:359] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.357937 26330 raft_consensus.cc:385] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:51:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.358278 26330 raft_consensus.cc:740] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14c2826c6ed442b69f3e135fded308ee, State: Initialized, Role: FOLLOWER
23:51:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.359375 26330 consensus_queue.cc:260] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.367013 26330 ts_tablet_manager.cc:1434] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: Time spent starting tablet: real 0.041s	user 0.025s	sys 0.012s
23:51:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.416450 26017 tablet.cc:2406] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:49.534933 26299 tablet.cc:2406] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:51:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.563959 26329 raft_consensus.cc:493] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:51:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.564457 26329 raft_consensus.cc:515] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.566931 26329 leader_election.cc:290] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34073cad770d4abba32107b59b1a8c28 (127.24.249.193:37233), 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.579248 25962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "94ef6b3796e041578eece38694f65887" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34073cad770d4abba32107b59b1a8c28" is_pre_election: true
23:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.580298 25962 raft_consensus.cc:2468] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94ef6b3796e041578eece38694f65887 in term 0.
23:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.581401 26247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "94ef6b3796e041578eece38694f65887" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14c2826c6ed442b69f3e135fded308ee" is_pre_election: true
23:51:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.581768 26037 leader_election.cc:304] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34073cad770d4abba32107b59b1a8c28, 94ef6b3796e041578eece38694f65887; no voters: 
23:51:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.582285 26247 raft_consensus.cc:2468] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94ef6b3796e041578eece38694f65887 in term 0.
23:51:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.582533 26329 raft_consensus.cc:2804] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:51:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.582880 26329 raft_consensus.cc:493] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:51:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.583225 26329 raft_consensus.cc:3060] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 0 FOLLOWER]: Advancing to term 1
23:51:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.587742 26329 raft_consensus.cc:515] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.589435 26329 leader_election.cc:290] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [CANDIDATE]: Term 1 election: Requested vote from peers 34073cad770d4abba32107b59b1a8c28 (127.24.249.193:37233), 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.590435 25962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "94ef6b3796e041578eece38694f65887" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34073cad770d4abba32107b59b1a8c28"
23:51:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.590615 26247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "94ef6b3796e041578eece38694f65887" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14c2826c6ed442b69f3e135fded308ee"
23:51:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.590958 25962 raft_consensus.cc:3060] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 0 FOLLOWER]: Advancing to term 1
23:51:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.591110 26247 raft_consensus.cc:3060] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 0 FOLLOWER]: Advancing to term 1
23:51:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.595646 25962 raft_consensus.cc:2468] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94ef6b3796e041578eece38694f65887 in term 1.
23:51:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.595705 26247 raft_consensus.cc:2468] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94ef6b3796e041578eece38694f65887 in term 1.
23:51:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.596683 26037 leader_election.cc:304] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34073cad770d4abba32107b59b1a8c28, 94ef6b3796e041578eece38694f65887; no voters: 
23:51:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.597326 26329 raft_consensus.cc:2804] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 1 FOLLOWER]: Leader election won for term 1
23:51:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.598997 26329 raft_consensus.cc:697] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [term 1 LEADER]: Becoming Leader. State: Replica: 94ef6b3796e041578eece38694f65887, State: Running, Role: LEADER
23:51:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.600242 26329 consensus_queue.cc:237] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:49.613996 25695 catalog_manager.cc:5696] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 reported cstate change: term changed from 0 to 1, leader changed from <none> to 94ef6b3796e041578eece38694f65887 (127.24.249.194). New cstate: current_term: 1 leader_uuid: "94ef6b3796e041578eece38694f65887" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } health_report { overall_health: UNKNOWN } } }
23:51:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.001266 26329 consensus_queue.cc:1048] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.025807 26329 consensus_queue.cc:1048] T f3aa7fadbe614161ab8a1f48444405fe P 94ef6b3796e041578eece38694f65887 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:51:50.339 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5c8bee45ffe647a4802b197731aa43d9
23:51:50.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:50.369 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:50.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [10ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=null) after lookup
23:51:50.400 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:50.403 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] Successfully connected to peer
23:51:50.469 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc3c57513, L:/127.0.0.1:46712 - R:/127.24.249.194:38619] using TOKEN/null
23:51:50.625 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestLeaderFailover-1783468290077, tablet=f3aa7fadbe614161ab8a1f48444405fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:51:50.627 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.249.194:38619
23:51:50.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:51:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:50.629666 25575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu with pid 26014
23:51:50.661 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:51:50.663 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] handling channelInactive
23:51:50.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state READY due to: connection closed
23:51:50.664 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: connection closed
23:51:50.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:50.676 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:50.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test)) after lookup
23:51:50.677 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:50.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state CONNECTING due to: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.680 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:50.695 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:50.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [14ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [18ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [18ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [33ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112))) after lookup
23:51:50.697 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:50.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state CONNECTING due to: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.699 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:50.736 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:50.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [14ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [18ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [18ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [33ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [34ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [37ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [37ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [73ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257))) after lookup
23:51:50.737 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:50.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state CONNECTING due to: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.740 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:50.776 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:50.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [14ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [18ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [18ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [33ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [34ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [37ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [37ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [73ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [75ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [78ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [78ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [113ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596))) after lookup
23:51:50.777 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:50.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state CONNECTING due to: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:50.779 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:51.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:51.017 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:51.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=355), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [14ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [18ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [18ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [33ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [34ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [37ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [37ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [73ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [75ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [78ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [78ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [113ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [115ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [117ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [118ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [349ms] refreshing cache from master, [349ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [354ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596) -> (continuation of Deferred@1528577869 after retry RPC@447954060), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596) -> (continuation of Deferred@1528577869 after retry RPC@447954060))) after lookup
23:51:51.019 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:51.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:51.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state CONNECTING due to: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:51.020 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:51.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:51.456 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233),94ef6b3796e041578eece38694f65887(127.24.249.194:38619)[L]]}]
23:51:51.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=794), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [14ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [18ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [18ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [33ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [34ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [37ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [37ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [73ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [75ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [78ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [78ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [113ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [115ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [117ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [118ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [349ms] refreshing cache from master, [349ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [354ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [356ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [358ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [358ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [789ms] refreshing cache from master, [789ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [793ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596) -> (continuation of Deferred@1528577869 after retry RPC@447954060) -> (continuation of Deferred@1342131861 after retry RPC@1320281046), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596) -> (continuation of Deferred@1528577869 after retry RPC@447954060) -> (continuation of Deferred@1342131861 after retry RPC@1320281046))) after lookup
23:51:51.458 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] connecting to peer
23:51:51.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:51.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] cleaning up while in state CONNECTING due to: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:51.460 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 94ef6b3796e041578eece38694f65887(127.24.249.194:38619) for tablet f3aa7fadbe614161ab8a1f48444405fe: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619
23:51:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.070439 26369 raft_consensus.cc:493] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 94ef6b3796e041578eece38694f65887)
23:51:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.071055 26369 raft_consensus.cc:515] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.074074 26370 raft_consensus.cc:493] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 94ef6b3796e041578eece38694f65887)
23:51:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.074721 26369 leader_election.cc:290] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619), 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.075860 26370 raft_consensus.cc:515] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:52.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.082542 25898 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.249.194:38619: connect: Connection refused (error 111)
23:51:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.086179 26370 leader_election.cc:290] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619), 34073cad770d4abba32107b59b1a8c28 (127.24.249.193:37233)
23:51:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.092267 25898 leader_election.cc:336] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619): Network error: Client connection negotiation failed: client connection to 127.24.249.194:38619: connect: Connection refused (error 111)
23:51:52.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.096655 26183 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.249.194:38619: connect: Connection refused (error 111)
23:51:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.101812 26183 leader_election.cc:336] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619): Network error: Client connection negotiation failed: client connection to 127.24.249.194:38619: connect: Connection refused (error 111)
23:51:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.103093 26247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "34073cad770d4abba32107b59b1a8c28" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "14c2826c6ed442b69f3e135fded308ee" is_pre_election: true
23:51:52.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.103741 26247 raft_consensus.cc:2468] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34073cad770d4abba32107b59b1a8c28 in term 1.
23:51:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.105188 25896 leader_election.cc:304] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 14c2826c6ed442b69f3e135fded308ee, 34073cad770d4abba32107b59b1a8c28; no voters: 94ef6b3796e041578eece38694f65887
23:51:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.106177 26369 raft_consensus.cc:2804] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:51:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.106473 26369 raft_consensus.cc:493] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 94ef6b3796e041578eece38694f65887)
23:51:52.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.106804 26369 raft_consensus.cc:3060] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 1 FOLLOWER]: Advancing to term 2
23:51:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.107472 25962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "14c2826c6ed442b69f3e135fded308ee" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "34073cad770d4abba32107b59b1a8c28" is_pre_election: true
23:51:52.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.112131 26369 raft_consensus.cc:515] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.113112 25962 raft_consensus.cc:2393] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 14c2826c6ed442b69f3e135fded308ee in current term 2: Already voted for candidate 34073cad770d4abba32107b59b1a8c28 in this term.
23:51:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.115207 26369 leader_election.cc:290] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [CANDIDATE]: Term 2 election: Requested vote from peers 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619), 14c2826c6ed442b69f3e135fded308ee (127.24.249.195:46169)
23:51:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.116529 26247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f3aa7fadbe614161ab8a1f48444405fe" candidate_uuid: "34073cad770d4abba32107b59b1a8c28" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "14c2826c6ed442b69f3e135fded308ee"
23:51:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.117146 26247 raft_consensus.cc:3060] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 1 FOLLOWER]: Advancing to term 2
23:51:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.117223 26181 leader_election.cc:304] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 14c2826c6ed442b69f3e135fded308ee; no voters: 34073cad770d4abba32107b59b1a8c28, 94ef6b3796e041578eece38694f65887
23:51:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.118153 25898 leader_election.cc:336] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619): Network error: Client connection negotiation failed: client connection to 127.24.249.194:38619: connect: Connection refused (error 111)
23:51:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.122004 26247 raft_consensus.cc:2468] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34073cad770d4abba32107b59b1a8c28 in term 2.
23:51:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.122458 26370 raft_consensus.cc:2749] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:51:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.123060 25896 leader_election.cc:304] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 14c2826c6ed442b69f3e135fded308ee, 34073cad770d4abba32107b59b1a8c28; no voters: 94ef6b3796e041578eece38694f65887
23:51:52.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.123925 26369 raft_consensus.cc:2804] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 2 FOLLOWER]: Leader election won for term 2
23:51:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.125907 26369 raft_consensus.cc:697] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [term 2 LEADER]: Becoming Leader. State: Replica: 34073cad770d4abba32107b59b1a8c28, State: Running, Role: LEADER
23:51:52.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.127136 26369 consensus_queue.cc:237] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } }
23:51:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.137475 25694 catalog_manager.cc:5696] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 reported cstate change: term changed from 1 to 2, leader changed from 94ef6b3796e041578eece38694f65887 (127.24.249.194) to 34073cad770d4abba32107b59b1a8c28 (127.24.249.193). New cstate: current_term: 2 leader_uuid: "34073cad770d4abba32107b59b1a8c28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "94ef6b3796e041578eece38694f65887" member_type: VOTER last_known_addr { host: "127.24.249.194" port: 38619 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "34073cad770d4abba32107b59b1a8c28" member_type: VOTER last_known_addr { host: "127.24.249.193" port: 37233 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 } health_report { overall_health: UNKNOWN } } }
23:51:52.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:51:52.577804 25898 consensus_peers.cc:597] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 -> Peer 94ef6b3796e041578eece38694f65887 (127.24.249.194:38619): Couldn't send request to peer 94ef6b3796e041578eece38694f65887. Status: Network error: Client connection negotiation failed: client connection to 127.24.249.194:38619: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:51:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.756156 26247 raft_consensus.cc:1275] T f3aa7fadbe614161ab8a1f48444405fe P 14c2826c6ed442b69f3e135fded308ee [term 2 FOLLOWER]: Refusing update from remote peer 34073cad770d4abba32107b59b1a8c28: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
23:51:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:52.757599 26369 consensus_queue.cc:1048] T f3aa7fadbe614161ab8a1f48444405fe P 34073cad770d4abba32107b59b1a8c28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14c2826c6ed442b69f3e135fded308ee" member_type: VOTER last_known_addr { host: "127.24.249.195" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
23:51:53.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f3aa7fadbe614161ab8a1f48444405fe for table 'org.apache.kudu.client.TestLeaderFailover-1783468290077' with partition [<start>, <end>)
23:51:53.656 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f3aa7fadbe614161ab8a1f48444405fe@[14c2826c6ed442b69f3e135fded308ee(127.24.249.195:46169),34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233)[L],94ef6b3796e041578eece38694f65887(127.24.249.194:38619)]}]
23:51:53.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f3aa7fadbe614161ab8a1f48444405fe, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2994), Traces: [0ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [2ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [13ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [14ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [18ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [18ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [33ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [34ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [37ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [37ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [73ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [75ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [78ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [78ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [113ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [115ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [117ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [118ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [349ms] refreshing cache from master, [349ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [354ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [356ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [358ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [358ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [789ms] refreshing cache from master, [789ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [793ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, [795ms] sending RPC to server 94ef6b3796e041578eece38694f65887, [798ms] received response from server 94ef6b3796e041578eece38694f65887: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [798ms] delaying RPC due to: Network error: Failed to connect to peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619): Connection refused: /127.24.249.194:38619, [2989ms] refreshing cache from master, [2989ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.249.253:40251, [2994ms] Sub RPC GetTableLocations: received response from server master-127.24.249.253:40251: OK, deferred=Deferred@599462729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$235/0x00007f13e836e058@2e25a622 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596) -> (continuation of Deferred@1528577869 after retry RPC@447954060) -> (continuation of Deferred@1342131861 after retry RPC@1320281046) -> (continuation of Deferred@1488421561 after retry RPC@433681706), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@532adc6 -> wakeup thread Time-limited test -> (continuation of Deferred@2138983551 after retry RPC@307604112) -> (continuation of Deferred@506098127 after retry RPC@319367257) -> (continuation of Deferred@210481367 after retry RPC@626089596) -> (continuation of Deferred@1528577869 after retry RPC@447954060) -> (continuation of Deferred@1342131861 after retry RPC@1320281046) -> (continuation of Deferred@1488421561 after retry RPC@433681706))) after lookup
23:51:53.658 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233)] connecting to peer
23:51:53.659 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233)] Successfully connected to peer
23:51:53.685 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb483713c, L:/127.0.0.1:46576 - R:/127.24.249.193:37233] using TOKEN/null
23:51:53.749 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestLeaderFailover-1783468290077, tablet=f3aa7fadbe614161ab8a1f48444405fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:51:53.755 [DEBUG - main] (Connection.java:575) [peer master-127.24.249.253:40251(127.24.249.253:40251)] disconnecting while in state READY
23:51:53.756 [DEBUG - main] (Connection.java:575) [peer 94ef6b3796e041578eece38694f65887(127.24.249.194:38619)] disconnecting while in state TERMINATED
23:51:53.758 [DEBUG - main] (Connection.java:575) [peer master-127.24.249.252:41253(127.24.249.252:41253)] disconnecting while in state READY
23:51:53.759 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.249.253:40251(127.24.249.253:40251)] handling channelInactive
23:51:53.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.249.253:40251(127.24.249.253:40251)] cleaning up while in state READY due to: connection closed
23:51:53.760 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.249.252:41253(127.24.249.252:41253)] handling channelInactive
23:51:53.760 [DEBUG - main] (Connection.java:575) [peer 34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233)] disconnecting while in state READY
23:51:53.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.249.252:41253(127.24.249.252:41253)] cleaning up while in state READY due to: connection closed
23:51:53.760 [DEBUG - main] (Connection.java:575) [peer master-127.24.249.254:34201(127.24.249.254:34201)] disconnecting while in state READY
23:51:53.761 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233)] handling channelInactive
23:51:53.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 34073cad770d4abba32107b59b1a8c28(127.24.249.193:37233)] cleaning up while in state READY due to: connection closed
23:51:53.761 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.249.254:34201(127.24.249.254:34201)] handling channelInactive
23:51:53.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.249.254:34201(127.24.249.254:34201)] cleaning up while in state READY due to: connection closed
23:51:53.762 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:51:53.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.764906 25575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu with pid 25867
23:51:53.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.796854 25575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu with pid 26159
23:51:53.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.828379 25575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu with pid 25587
23:51:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.860185 25575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu with pid 25657
23:51:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:51:53.888602 25575 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskIyEeRf/build/tsan/bin/kudu with pid 25732
23:51:55.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:51:55Z chronyd exiting

Time: 25.874

OK (1 test)

