JUnit version 4.13.2
.08:00:36.108 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783497636102
08:00:36.163 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:00:36.217 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:00:36.232 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskZeU4Ht/test-tmp
08:00:36.239 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
08:00:36.242 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskZeU4Ht/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
08:00:36.432 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:00:36.445 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:00:36.447 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:00:36.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.448602 18339 mini_oidc.cc:150] Starting JWKS server
08:00:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.450590 18339 webserver.cc:533] Webserver started at http://127.0.0.1:43773/ using document root <none> and password file <none>
08:00:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.450803 18339 mini_oidc.cc:186] Starting OIDC Discovery server
08:00:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.451179 18339 webserver.cc:533] Webserver started at http://127.0.0.1:42677/ using document root <none> and password file <none>
08:00:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T08:00:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:00:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T08:00:36Z Disabled control of system clock
08:00:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.465862 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal
08:00:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data
08:00:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/logs
08:00:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data/info.pb
08:00:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.254:40391
08:00:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.254
08:00:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43773/jwks.json with env {}
08:00:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.568627 18350 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.568853 18350 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.568898 18350 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.572352 18350 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.572414 18350 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.572434 18350 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.572451 18350 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.572469 18350 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.572484 18350 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43773/jwks.json
08:00:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.577039 18350 master_runner.cc:387] Master server non-default flags:
08:00:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.254:40391
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43773/jwks.json
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data/info.pb
08:00:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.254
08:00:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18350
08:00:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/logs
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.578265 18350 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.579667 18350 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.585702 18358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.585703 18355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.585685 18356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.586189 18350 server_base.cc:1061] running on GCE node
08:00:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.586736 18350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:36.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.587981 18350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.589149 18350 hybrid_clock.cc:648] HybridClock initialized: now 1783497636589136 us; error 31 us; skew 500 ppm
08:00:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.590838 18350 webserver.cc:533] Webserver started at http://127.17.232.254:43847/ using document root <none> and password file <none>
08:00:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.591378 18350 fs_manager.cc:362] Metadata directory not provided
08:00:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.591434 18350 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.591584 18350 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.593142 18350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data/instance:
08:00:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ab750fe2fff4dad8d0e077c90053030"
08:00:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.593551 18350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal/instance:
08:00:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ab750fe2fff4dad8d0e077c90053030"
08:00:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.597347 18350 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
08:00:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.599488 18364 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.600487 18350 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
08:00:36.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.600615 18350 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal
08:00:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ab750fe2fff4dad8d0e077c90053030"
08:00:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.600713 18350 fs_report.cc:389] FS layout report
08:00:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal
08:00:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal
08:00:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data/data
08:00:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.624753 18350 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.625566 18350 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.625741 18350 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.635252 18350 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.254:40391
08:00:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.635247 18419 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.254:40391 every 8 connection(s)
08:00:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.636354 18350 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/data/info.pb
08:00:36.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.639640 18420 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.642704 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 18350
08:00:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.642863 18339 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-0/wal/instance
08:00:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.644671 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal
08:00:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data
08:00:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/logs
08:00:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data/info.pb
08:00:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:36.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:36.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.253:45783
08:00:36.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.253
08:00:36.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:36.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:36.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:36.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43773/jwks.json with env {}
08:00:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.648347 18420 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.665205 18420 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.666061 18367 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.253:45783: connect: Connection refused (error 111)
08:00:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.667048 18420 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.253:45783: Network error: Client connection negotiation failed: client connection to 127.17.232.253:45783: connect: Connection refused (error 111)
08:00:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.716277 18420 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } attempt: 1
08:00:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.717825 18420 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.253:45783: Network error: Client connection negotiation failed: client connection to 127.17.232.253:45783: connect: Connection refused (error 111)
08:00:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.753593 18422 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.753780 18422 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.753821 18422 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.757162 18422 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.757215 18422 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.757234 18422 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.757251 18422 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.757268 18422 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.757282 18422 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43773/jwks.json
08:00:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.761212 18422 master_runner.cc:387] Master server non-default flags:
08:00:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.253:45783
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43773/jwks.json
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data/info.pb
08:00:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.253
08:00:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18422
08:00:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/logs
08:00:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:36.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:36.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:36.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:36.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.762290 18422 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:36.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.763616 18422 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.769550 18433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.769635 18430 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.770473 18422 server_base.cc:1061] running on GCE node
08:00:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.769563 18431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.771433 18422 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.772409 18422 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:36.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.773593 18422 hybrid_clock.cc:648] HybridClock initialized: now 1783497636773578 us; error 39 us; skew 500 ppm
08:00:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.775512 18422 webserver.cc:533] Webserver started at http://127.17.232.253:34957/ using document root <none> and password file <none>
08:00:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.776127 18422 fs_manager.cc:362] Metadata directory not provided
08:00:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.776211 18422 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.776427 18422 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.777999 18422 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data/instance:
08:00:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee"
08:00:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.778517 18422 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal/instance:
08:00:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee"
08:00:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.782011 18422 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.006s	sys 0.000s
08:00:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.784236 18439 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:36.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.785213 18422 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:00:36.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.785334 18422 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal
08:00:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee"
08:00:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.785422 18422 fs_report.cc:389] FS layout report
08:00:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal
08:00:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal
08:00:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data/data
08:00:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.787166 18420 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } attempt: 2
08:00:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.790755 18420 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.253:45783: Network error: Client connection negotiation failed: client connection to 127.17.232.253:45783: connect: Connection refused (error 111)
08:00:36.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.810436 18422 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:36.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.811256 18422 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:36.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.811455 18422 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.818586 18422 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.253:45783
08:00:36.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.818630 18492 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.253:45783 every 8 connection(s)
08:00:36.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.819768 18422 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/data/info.pb
08:00:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.822420 18493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:36.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.822950 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 18422
08:00:36.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.823057 18339 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-1/wal/instance
08:00:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.823772 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal
08:00:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data
08:00:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/logs
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data/info.pb
08:00:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.252:42239
08:00:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.252
08:00:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43773/jwks.json with env {}
08:00:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.826391 18493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.838652 18493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.844610 18493 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.845469 18440 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.252:42239: connect: Connection refused (error 111)
08:00:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.846454 18493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.252:42239: Network error: Client connection negotiation failed: client connection to 127.17.232.252:42239: connect: Connection refused (error 111)
08:00:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.881929 18420 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } attempt: 3
08:00:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.886961 18420 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.888324 18420 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.252:42239: Network error: Client connection negotiation failed: client connection to 127.17.232.252:42239: connect: Connection refused (error 111)
08:00:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.895648 18493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } attempt: 1
08:00:36.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.896936 18493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.252:42239: Network error: Client connection negotiation failed: client connection to 127.17.232.252:42239: connect: Connection refused (error 111)
08:00:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.919494 18420 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } attempt: 1
08:00:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.920971 18420 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.252:42239: Network error: Client connection negotiation failed: client connection to 127.17.232.252:42239: connect: Connection refused (error 111)
08:00:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.933036 18495 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.933218 18495 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.933259 18495 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.936556 18495 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.936609 18495 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.936628 18495 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.936645 18495 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.936676 18495 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.936690 18495 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43773/jwks.json
08:00:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.940568 18495 master_runner.cc:387] Master server non-default flags:
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal
08:00:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.252:42239
08:00:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43773/jwks.json
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data/info.pb
08:00:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.252
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18495
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/logs
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.941609 18495 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.942713 18495 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.948797 18504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.948786 18503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.949937 18495 server_base.cc:1061] running on GCE node
08:00:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.949513 18506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.950480 18495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:36.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.951556 18495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:36.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.952737 18495 hybrid_clock.cc:648] HybridClock initialized: now 1783497636952687 us; error 61 us; skew 500 ppm
08:00:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.955015 18495 webserver.cc:533] Webserver started at http://127.17.232.252:44451/ using document root <none> and password file <none>
08:00:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.955668 18495 fs_manager.cc:362] Metadata directory not provided
08:00:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.955753 18495 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.955974 18495 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.957640 18495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data/instance:
08:00:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f"
08:00:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.958058 18495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal/instance:
08:00:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f"
08:00:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.961460 18495 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.004s
08:00:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.963593 18512 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.964527 18495 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
08:00:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.964622 18495 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal
08:00:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f"
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:36 on dist-test-slave-66tn"
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.964686 18495 fs_report.cc:389] FS layout report
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data/data
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.965122 18493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } attempt: 2
08:00:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:36.966692 18493 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.232.252:42239: Network error: Client connection negotiation failed: client connection to 127.17.232.252:42239: connect: Connection refused (error 111)
08:00:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.974619 18495 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.975124 18495 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.975243 18495 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.981444 18564 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.252:42239 every 8 connection(s)
08:00:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.981449 18495 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.252:42239
08:00:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.982360 18495 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/data/info.pb
08:00:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.984874 18565 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.988010 18565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } has no permanent_uuid. Determining permanent_uuid...
08:00:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.989697 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 18495
08:00:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.989802 18339 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/master-2/wal/instance
08:00:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.996146 18420 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } attempt: 2
08:00:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:36.996193 18565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } has no permanent_uuid. Determining permanent_uuid...
08:00:37.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.000597 18565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } has no permanent_uuid. Determining permanent_uuid...
08:00:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.006949 18565 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: Bootstrap starting.
08:00:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.006951 18420 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: Bootstrap starting.
08:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.009328 18565 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: Neither blocks nor log segments found. Creating new log.
08:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.009402 18420 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: Neither blocks nor log segments found. Creating new log.
08:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.010011 18420 log.cc:826] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: Log is configured to *not* fsync() on all Append() calls
08:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.010161 18565 log.cc:826] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: Log is configured to *not* fsync() on all Append() calls
08:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.011513 18565 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: No bootstrap required, opened a new log
08:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.011641 18420 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: No bootstrap required, opened a new log
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.013728 18565 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.013897 18565 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.013957 18565 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b7f7fc9b8e946eb93bcfaa2f0de622f, State: Initialized, Role: FOLLOWER
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.014124 18420 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.014271 18420 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.014322 18420 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ab750fe2fff4dad8d0e077c90053030, State: Initialized, Role: FOLLOWER
08:00:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.014464 18565 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.014703 18420 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.015342 18577 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.015749 18420 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: configured and running, proceeding with master startup.
08:00:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.015807 18578 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.015892 18578 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.015723 18565 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: configured and running, proceeding with master startup.
08:00:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.016546 18577 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.021350 18600 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.021543 18594 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.021600 18594 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.021914 18600 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.020838 18350 master_runner.cc:187] Error getting master registration for 127.17.232.253:45783: OK, instance_id { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" instance_seqno: 1783497636816513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.023175 18350 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.022591 18495 master_runner.cc:187] Error getting master registration for 127.17.232.253:45783: OK, instance_id { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" instance_seqno: 1783497636816513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:00:37.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.024753 18495 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.057845 18493 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } attempt: 3
08:00:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.065161 18493 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: Bootstrap starting.
08:00:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.067814 18493 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: Neither blocks nor log segments found. Creating new log.
08:00:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.068996 18493 log.cc:826] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: Log is configured to *not* fsync() on all Append() calls
08:00:37.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.071074 18493 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: No bootstrap required, opened a new log
08:00:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.074218 18493 raft_consensus.cc:359] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.074388 18493 raft_consensus.cc:385] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.074441 18493 raft_consensus.cc:740] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb95a6670d1d45cf82ffdaad4f0db9ee, State: Initialized, Role: FOLLOWER
08:00:37.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.074920 18493 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.075424 18604 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.075774 18604 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.076077 18493 sys_catalog.cc:565] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: configured and running, proceeding with master startup.
08:00:37.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.080883 18615 catalog_manager.cc:1594] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:00:37.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.081233 18615 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:00:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.083570 18422 master_runner.cc:264] No leader master found from master cb95a6670d1d45cf82ffdaad4f0db9ee
08:00:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.083638 18422 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.124253 18578 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:00:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.124436 18578 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.125480 18578 leader_election.cc:290] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb95a6670d1d45cf82ffdaad4f0db9ee (127.17.232.253:45783), 3b7f7fc9b8e946eb93bcfaa2f0de622f (127.17.232.252:42239)
08:00:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.126113 18539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ab750fe2fff4dad8d0e077c90053030" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" is_pre_election: true
08:00:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.126368 18539 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ab750fe2fff4dad8d0e077c90053030 in term 0.
08:00:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.126785 18365 leader_election.cc:304] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ab750fe2fff4dad8d0e077c90053030, 3b7f7fc9b8e946eb93bcfaa2f0de622f; no voters: 
08:00:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.127424 18370 tablet.cc:2406] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.128814 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ab750fe2fff4dad8d0e077c90053030" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" is_pre_election: true
08:00:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.129041 18466 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ab750fe2fff4dad8d0e077c90053030 in term 0.
08:00:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.129597 18578 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:00:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.129671 18578 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:00:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.129714 18578 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 0 FOLLOWER]: Advancing to term 1
08:00:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.130812 18578 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.136340 18578 leader_election.cc:290] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [CANDIDATE]: Term 1 election: Requested vote from peers cb95a6670d1d45cf82ffdaad4f0db9ee (127.17.232.253:45783), 3b7f7fc9b8e946eb93bcfaa2f0de622f (127.17.232.252:42239)
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.136773 18539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ab750fe2fff4dad8d0e077c90053030" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f"
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.136883 18539 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 0 FOLLOWER]: Advancing to term 1
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.137975 18539 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ab750fe2fff4dad8d0e077c90053030 in term 1.
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.138273 18365 leader_election.cc:304] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ab750fe2fff4dad8d0e077c90053030, 3b7f7fc9b8e946eb93bcfaa2f0de622f; no voters: 
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.139468 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ab750fe2fff4dad8d0e077c90053030" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee"
08:00:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.139580 18466 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 0 FOLLOWER]: Advancing to term 1
08:00:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.140625 18466 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ab750fe2fff4dad8d0e077c90053030 in term 1.
08:00:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.143829 18578 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 1 FOLLOWER]: Leader election won for term 1
08:00:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.144029 18578 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [term 1 LEADER]: Becoming Leader. State: Replica: 3ab750fe2fff4dad8d0e077c90053030, State: Running, Role: LEADER
08:00:37.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.144341 18578 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } }
08:00:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.147423 18617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ab750fe2fff4dad8d0e077c90053030. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.147560 18617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: This master's current role is: LEADER
08:00:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.148322 18619 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:00:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.154817 18619 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:00:37.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.165831 18539 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [term 1 FOLLOWER]: Refusing update from remote peer 3ab750fe2fff4dad8d0e077c90053030: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.170766 18617 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.174849 18577 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ab750fe2fff4dad8d0e077c90053030. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.174975 18577 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.181125 18466 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [term 1 FOLLOWER]: Refusing update from remote peer 3ab750fe2fff4dad8d0e077c90053030: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.181669 18617 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.185045 18604 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ab750fe2fff4dad8d0e077c90053030. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.185171 18604 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.192270 18617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.192384 18617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: This master's current role is: LEADER
08:00:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.193940 18604 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.194044 18604 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.195501 18620 mvcc.cc:204] Tried to move back new op lower bound from 7305206321824198656 to 7305206321750904832. Current Snapshot: MvccSnapshot[applied={T|T < 7305206321824198656}]
08:00:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.200230 18623 mvcc.cc:204] Tried to move back new op lower bound from 7305206321824198656 to 7305206321750904832. Current Snapshot: MvccSnapshot[applied={T|T < 7305206321824198656}]
08:00:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.203619 18578 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.203737 18578 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030 [sys.catalog]: This master's current role is: LEADER
08:00:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.204905 18577 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3ab750fe2fff4dad8d0e077c90053030" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ab750fe2fff4dad8d0e077c90053030" member_type: VOTER last_known_addr { host: "127.17.232.254" port: 40391 } } peers { permanent_uuid: "cb95a6670d1d45cf82ffdaad4f0db9ee" member_type: VOTER last_known_addr { host: "127.17.232.253" port: 45783 } } peers { permanent_uuid: "3b7f7fc9b8e946eb93bcfaa2f0de622f" member_type: VOTER last_known_addr { host: "127.17.232.252" port: 42239 } } }
08:00:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.205057 18577 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f [sys.catalog]: This master's current role is: FOLLOWER
08:00:37.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.209314 18621 mvcc.cc:204] Tried to move back new op lower bound from 7305206321824198656 to 7305206321750904832. Current Snapshot: MvccSnapshot[applied={T|T < 7305206321824198656}]
08:00:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.210119 18619 catalog_manager.cc:1383] Generated new cluster ID: 9812caa0651e452f96229b1f59d393af
08:00:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.210187 18619 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:00:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.255684 18619 catalog_manager.cc:1406] Generated new certificate authority record
08:00:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.257320 18619 catalog_manager.cc:1540] Loading token signing keys...
08:00:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.285004 18619 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 3ab750fe2fff4dad8d0e077c90053030: Generated new TSK 0
08:00:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.285709 18619 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.310009 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:37.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:0
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.417623 18629 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.417806 18629 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.417846 18629 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.421198 18629 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.421298 18629 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.193
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.425143 18629 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:0
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18629
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.426153 18629 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.427591 18629 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.435299 18634 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.435424 18637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.435962 18629 server_base.cc:1061] running on GCE node
08:00:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.435259 18635 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.436427 18629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.437047 18629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.438243 18629 hybrid_clock.cc:648] HybridClock initialized: now 1783497637438219 us; error 37 us; skew 500 ppm
08:00:37.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.440402 18629 webserver.cc:533] Webserver started at http://127.17.232.193:35677/ using document root <none> and password file <none>
08:00:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.441082 18629 fs_manager.cc:362] Metadata directory not provided
08:00:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.441159 18629 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.441361 18629 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.443338 18629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/instance:
08:00:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.443903 18629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal/instance:
08:00:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.448184 18629 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
08:00:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.450678 18643 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.451872 18629 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.451992 18629 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.452080 18629 fs_report.cc:389] FS layout report
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/data
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.476593 18629 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.477941 18629 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.478116 18629 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.478711 18629 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:37.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.479805 18629 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.479857 18629 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:00:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.479898 18629 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.479913 18629 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:00:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.489403 18629 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.193:44239
08:00:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.489447 18757 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.193:44239 every 8 connection(s)
08:00:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.490410 18629 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.496953 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 18629
08:00:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.497085 18339 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal/instance
08:00:37.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.499750 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:37.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:0
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.500473 18760 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.500487 18759 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.500705 18760 heartbeater.cc:461] Registering TS with master...
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.501293 18760 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.500725 18758 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.501914 18758 heartbeater.cc:461] Registering TS with master...
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.502077 18758 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.500705 18759 heartbeater.cc:461] Registering TS with master...
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.502372 18759 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.503077 18529 ts_manager.cc:194] Registered new tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.503407 18380 ts_manager.cc:194] Registered new tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.504562 18456 ts_manager.cc:194] Registered new tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.504909 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.193:44515
08:00:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.607028 18765 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.607273 18765 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.607334 18765 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.610798 18765 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.610986 18765 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.194
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.615062 18765 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:0
08:00:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18765
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.616508 18765 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.618005 18765 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.624495 18770 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.624483 18771 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.624837 18765 server_base.cc:1061] running on GCE node
08:00:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.624934 18773 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.625245 18765 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.625700 18765 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.626865 18765 hybrid_clock.cc:648] HybridClock initialized: now 1783497637626845 us; error 38 us; skew 500 ppm
08:00:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.628695 18765 webserver.cc:533] Webserver started at http://127.17.232.194:34973/ using document root <none> and password file <none>
08:00:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.629191 18765 fs_manager.cc:362] Metadata directory not provided
08:00:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.629243 18765 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.629390 18765 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.630795 18765 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/instance:
08:00:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.631282 18765 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal/instance:
08:00:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.634274 18765 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.000s	sys 0.002s
08:00:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.636416 18779 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.637806 18765 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:00:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.638029 18765 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.638164 18765 fs_report.cc:389] FS layout report
08:00:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/data
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:37.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.678727 18765 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:37.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.679567 18765 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:37.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.679759 18765 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.680346 18765 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.681372 18765 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.681447 18765 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:00:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.681505 18765 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.681527 18765 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:00:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.690712 18765 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.194:34133
08:00:37.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.690733 18893 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.194:34133 every 8 connection(s)
08:00:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.695803 18765 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.700062 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 18765
08:00:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.700165 18339 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal/instance
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.703362 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:0
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.705905 18894 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.705952 18896 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.706127 18896 heartbeater.cc:461] Registering TS with master...
08:00:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.706143 18894 heartbeater.cc:461] Registering TS with master...
08:00:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.706732 18894 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.706733 18896 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.707868 18456 ts_manager.cc:194] Registered new tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.707899 18895 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.707971 18895 heartbeater.cc:461] Registering TS with master...
08:00:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.707947 18529 ts_manager.cc:194] Registered new tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.708137 18895 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.708684 18380 ts_manager.cc:194] Registered new tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:37.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.709224 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.194:46591
08:00:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.808272 18901 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.808480 18901 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.808535 18901 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.811873 18901 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.812013 18901 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.195
08:00:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.815810 18901 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:0
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18901
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:00:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.817096 18901 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.818202 18901 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.824210 18906 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.824283 18909 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:37.824330 18907 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.824541 18901 server_base.cc:1061] running on GCE node
08:00:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.824959 18901 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.825487 18901 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.826642 18901 hybrid_clock.cc:648] HybridClock initialized: now 1783497637826622 us; error 29 us; skew 500 ppm
08:00:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.828598 18901 webserver.cc:533] Webserver started at http://127.17.232.195:34363/ using document root <none> and password file <none>
08:00:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.829218 18901 fs_manager.cc:362] Metadata directory not provided
08:00:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.829293 18901 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:37.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.829480 18901 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.831248 18901 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/instance:
08:00:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.831727 18901 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal/instance:
08:00:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.835296 18901 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
08:00:37.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.837206 18915 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.838249 18901 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.838343 18901 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.838404 18901 fs_report.cc:389] FS layout report
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/data
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:37.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:37.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.849819 18901 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:37.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.850318 18901 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:37.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.850450 18901 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.850952 18901 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.851929 18901 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.851974 18901 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:00:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.852010 18901 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.852025 18901 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:00:37.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.861049 18901 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.195:43729
08:00:37.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.861119 19029 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.195:43729 every 8 connection(s)
08:00:37.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.861922 18901 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.870754 19031 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.870833 19030 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.870872 19032 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.871006 19031 heartbeater.cc:461] Registering TS with master...
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.871006 19032 heartbeater.cc:461] Registering TS with master...
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.871006 19030 heartbeater.cc:461] Registering TS with master...
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.871593 19032 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.871615 19030 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.871625 19031 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.872321 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 18901
08:00:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.872435 18339 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal/instance
08:00:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.872762 18456 ts_manager.cc:194] Registered new tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.872857 18380 ts_manager.cc:194] Registered new tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.873503 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.195:55581
08:00:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.873589 18529 ts_manager.cc:194] Registered new tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:37.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:37.878253 18339 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:00:37.879 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:00:37.880 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:00:37.888 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.232.254"
      port: 40391
    }
    bound_http_address {
      host: "127.17.232.254"
      port: 43847
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.232.253"
      port: 45783
    }
    bound_http_address {
      host: "127.17.232.253"
      port: 34957
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.232.252"
      port: 42239
    }
    bound_http_address {
      host: "127.17.232.252"
      port: 44451
    }
  }
}

08:00:37.892 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:00:37.894 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.232.193"
      port: 44239
    }
    bound_http_address {
      host: "127.17.232.193"
      port: 35677
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.232.194"
      port: 34133
    }
    bound_http_address {
      host: "127.17.232.194"
      port: 34973
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.232.195"
      port: 43729
    }
    bound_http_address {
      host: "127.17.232.195"
      port: 34363
    }
  }
}

08:00:37.894 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:00:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.024102 18600 catalog_manager.cc:1295] Loaded cluster ID: 9812caa0651e452f96229b1f59d393af
08:00:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.024199 18600 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: loading cluster ID for follower catalog manager: success
08:00:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.026080 18600 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: acquiring CA information for follower catalog manager: success
08:00:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.027155 18600 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 3b7f7fc9b8e946eb93bcfaa2f0de622f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:38.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.082768 18615 catalog_manager.cc:1295] Loaded cluster ID: 9812caa0651e452f96229b1f59d393af
08:00:38.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.082863 18615 catalog_manager.cc:1588] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: loading cluster ID for follower catalog manager: success
08:00:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.084726 18615 catalog_manager.cc:1610] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: acquiring CA information for follower catalog manager: success
08:00:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.085942 18615 catalog_manager.cc:1638] T 00000000000000000000000000000000 P cb95a6670d1d45cf82ffdaad4f0db9ee: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:38.096 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:00:38.158 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:00:38.329 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.232.254:40391(127.17.232.254:40391)] connecting to peer
08:00:38.384 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.232.253:45783(127.17.232.253:45783)] connecting to peer
08:00:38.385 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.232.252:42239(127.17.232.252:42239)] connecting to peer
08:00:38.401 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.232.254:40391(127.17.232.254:40391)] Successfully connected to peer
08:00:38.401 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.232.253:45783(127.17.232.253:45783)] Successfully connected to peer
08:00:38.401 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.232.252:42239(127.17.232.252:42239)] Successfully connected to peer
08:00:38.496 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.17.232.252
08:00:38.499 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.17.232.253
08:00:38.499 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.17.232.254
08:00:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.506526 18759 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:38.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.710484 18895 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:38.716 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x5f0e6c22, L:/127.0.0.1:44102 - R:/127.17.232.253:45783] using SASL/PLAIN
08:00:38.716 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xd7a708a2, L:/127.0.0.1:48702 - R:/127.17.232.254:40391] using SASL/PLAIN
08:00:38.720 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x350c2b4e, L:/127.0.0.1:46416 - R:/127.17.232.252:42239] using SASL/PLAIN
08:00:38.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:00:38.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=468), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.232.254:40391, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.232.253:45783, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.232.252:42239, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.232.252:42239: OK, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.232.253:45783: OK, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.232.254:40391: OK, deferred=null) after lookup
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.793965 18380 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48702:
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271"
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:00:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:00:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:00:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:00:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:38.795414 18380 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:00:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.839784 18691 tablet_service.cc:1511] Processing CreateTablet for tablet 11fdb7e436524a94b75189fd04cfc138 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271 [id=eb62a6548b594408b9b5e0b21e3cf998]), partition=RANGE (key) PARTITION UNBOUNDED
08:00:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.840808 18691 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 11fdb7e436524a94b75189fd04cfc138. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.844712 18963 tablet_service.cc:1511] Processing CreateTablet for tablet 11fdb7e436524a94b75189fd04cfc138 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271 [id=eb62a6548b594408b9b5e0b21e3cf998]), partition=RANGE (key) PARTITION UNBOUNDED
08:00:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.844872 18827 tablet_service.cc:1511] Processing CreateTablet for tablet 11fdb7e436524a94b75189fd04cfc138 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271 [id=eb62a6548b594408b9b5e0b21e3cf998]), partition=RANGE (key) PARTITION UNBOUNDED
08:00:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.845382 18963 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 11fdb7e436524a94b75189fd04cfc138. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.845696 18827 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 11fdb7e436524a94b75189fd04cfc138. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:38.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table eb62a6548b594408b9b5e0b21e3cf998
08:00:38.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.851457 19064 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap starting.
08:00:38.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.851457 19062 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap starting.
08:00:38.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.852003 19063 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap starting.
08:00:38.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.853662 19062 tablet_bootstrap.cc:654] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Neither blocks nor log segments found. Creating new log.
08:00:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.853889 19063 tablet_bootstrap.cc:654] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Neither blocks nor log segments found. Creating new log.
08:00:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.854514 19062 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Log is configured to *not* fsync() on all Append() calls
08:00:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.854539 19063 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Log is configured to *not* fsync() on all Append() calls
08:00:38.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.856324 19062 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: No bootstrap required, opened a new log
08:00:38.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.856508 19062 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
08:00:38.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.856760 19064 tablet_bootstrap.cc:654] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Neither blocks nor log segments found. Creating new log.
08:00:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.857507 19064 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Log is configured to *not* fsync() on all Append() calls
08:00:38.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.858891 19063 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: No bootstrap required, opened a new log
08:00:38.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.859094 19063 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent bootstrapping tablet: real 0.007s	user 0.003s	sys 0.001s
08:00:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.859722 19062 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.860145 19062 raft_consensus.cc:385] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.860351 19062 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Initialized, Role: FOLLOWER
08:00:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.861574 19062 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.862691 19062 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.000s
08:00:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.862603 19063 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.862807 19063 raft_consensus.cc:385] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.862879 19063 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Initialized, Role: FOLLOWER
08:00:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:38.863946 19033 tablet.cc:2406] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.864668 19031 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:38.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.866451 19064 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: No bootstrap required, opened a new log
08:00:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.870996 19064 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent bootstrapping tablet: real 0.020s	user 0.005s	sys 0.000s
08:00:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.872227 19063 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.876955 19063 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent starting tablet: real 0.018s	user 0.002s	sys 0.004s
08:00:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.879347 19064 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.879777 19064 raft_consensus.cc:385] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.880002 19064 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Initialized, Role: FOLLOWER
08:00:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.880623 19064 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.881793 19064 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent starting tablet: real 0.011s	user 0.005s	sys 0.000s
08:00:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:38.947755 18897 tablet.cc:2406] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.976663 19069 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:00:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.976889 19069 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.978294 19069 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:38.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.983327 18983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f" is_pre_election: true
08:00:38.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.983587 18983 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 0.
08:00:38.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.984053 18848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073" is_pre_election: true
08:00:38.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.984071 18644 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 
08:00:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.984272 18848 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 0.
08:00:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.984298 19069 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Leader pre-election won for term 1
08:00:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.984347 19069 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:00:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.984383 19069 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 0 FOLLOWER]: Advancing to term 1
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.985389 19069 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.985736 19069 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 1 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.986351 18848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.986459 18848 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 0 FOLLOWER]: Advancing to term 1
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.987568 18848 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 1.
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.987936 18647 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.988138 18983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.988240 18983 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 0 FOLLOWER]: Advancing to term 1
08:00:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.989161 18983 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 1.
08:00:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.990084 19069 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 FOLLOWER]: Leader election won for term 1
08:00:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.990310 19069 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 LEADER]: Becoming Leader. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Running, Role: LEADER
08:00:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.990622 19069 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:38.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:38.992377 18761 tablet.cc:2406] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:38.995061 18375 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad reported cstate change: term changed from 0 to 1, leader changed from <none> to 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193). New cstate: current_term: 1 leader_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:00:39.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table eb62a6548b594408b9b5e0b21e3cf998
08:00:39.029 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:39.034 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:39.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [7ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=null) after lookup
08:00:39.044 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:39.047 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] Successfully connected to peer
08:00:39.114 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xcfc424a7, L:/127.0.0.1:33130 - R:/127.17.232.193:44239] using TOKEN/null
08:00:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.121644 18983 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Refusing update from remote peer 2d9f04b3f01443fd8ba86bed0819d2ad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.121615 18848 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Refusing update from remote peer 2d9f04b3f01443fd8ba86bed0819d2ad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.122290 19073 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.122465 19069 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.133718 19078 mvcc.cc:204] Tried to move back new op lower bound from 7305206329834983424 to 7305206329308422144. Current Snapshot: MvccSnapshot[applied={T|T < 7305206329834983424}]
08:00:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.139027 19077 mvcc.cc:204] Tried to move back new op lower bound from 7305206329834983424 to 7305206329308422144. Current Snapshot: MvccSnapshot[applied={T|T < 7305206329834983424}]
08:00:39.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:39.236 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.193:44239
08:00:39.238 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:00:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:39.238505 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 18629
08:00:39.246 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:39.249 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] handling channelInactive
08:00:39.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state READY due to: connection closed
08:00:39.250 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: connection closed
08:00:39.270 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:39.270 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:39.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test)) after lookup
08:00:39.272 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:39.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.274 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.289 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:39.290 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:39.290 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [24ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530))) after lookup
08:00:39.291 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:39.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.293 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:39.311 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:39.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [24ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [44ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [46ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471))) after lookup
08:00:39.312 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:39.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.315 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:39.390 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:39.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [24ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [44ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [46ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [65ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [68ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [68ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667))) after lookup
08:00:39.391 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:39.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.393 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.650 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:39.650 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:39.650 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=403), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [24ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [44ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [46ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [65ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [68ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [68ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [144ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [146ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [146ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [399ms] refreshing cache from master, [400ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [402ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667) -> (continuation of Deferred@301856039 after retry RPC@441836649), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667) -> (continuation of Deferred@301856039 after retry RPC@441836649))) after lookup
08:00:39.652 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:39.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:39.653 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.671233 19092 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.671543 19092 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.672046 19093 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.672186 19093 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.673146 19092 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.673338 19093 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:40.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:40.674604 18917 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:40.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:40.674595 18781 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:40.675845 18781 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:40.675887 18917 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:40.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.678612 18848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073" is_pre_election: true
08:00:40.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.678615 18983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f" is_pre_election: true
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.678779 18848 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 1.
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.678778 18983 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 1.
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679199 18919 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679260 18780 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679409 19092 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Leader pre-election won for term 2
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679473 19092 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679512 19092 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 1 FOLLOWER]: Advancing to term 2
08:00:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679647 19093 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:00:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679705 19093 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.679744 19093 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 1 FOLLOWER]: Advancing to term 2
08:00:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.680620 19092 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.680686 19093 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:40.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.681062 19093 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 2 election: Requested vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:40.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.681061 19092 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 2 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:40.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.681615 18983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.681615 18848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.681770 18983 raft_consensus.cc:2393] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5a89846da62b4f01a28cb9617e57b073 in current term 2: Already voted for candidate 72d234578f664e8b8d5399006bb1bb1f in this term.
08:00:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.681770 18848 raft_consensus.cc:2393] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 72d234578f664e8b8d5399006bb1bb1f in current term 2: Already voted for candidate 5a89846da62b4f01a28cb9617e57b073 in this term.
08:00:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:40.682978 18781 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:40.683012 18917 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.683075 18781 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f
08:00:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.683096 18917 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073
08:00:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.683328 19092 raft_consensus.cc:2749] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:00:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:40.683357 19093 raft_consensus.cc:2749] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:00:41.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:41.350 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:41.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2103), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [24ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [44ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [46ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [65ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [68ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [68ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [144ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [146ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [146ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [399ms] refreshing cache from master, [400ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [402ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [404ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [406ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [406ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2100ms] refreshing cache from master, [2100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [2102ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667) -> (continuation of Deferred@301856039 after retry RPC@441836649) -> (continuation of Deferred@156445416 after retry RPC@1742452193), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667) -> (continuation of Deferred@301856039 after retry RPC@441836649) -> (continuation of Deferred@156445416 after retry RPC@1742452193))) after lookup
08:00:41.351 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:41.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:41.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:41.353 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.464162 19103 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:00:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.464311 19103 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.464794 19103 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.465430 18983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f" is_pre_election: true
08:00:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.465562 18983 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 2.
08:00:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.465903 18780 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 
08:00:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.466141 19103 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:00:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.466198 19103 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:00:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.466236 19103 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 2 FOLLOWER]: Advancing to term 3
08:00:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:42.466578 18781 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.467311 19103 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.467694 19103 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 3 election: Requested vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.468112 18983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.468232 18983 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 2 FOLLOWER]: Advancing to term 3
08:00:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.469055 18983 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 3.
08:00:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.469385 18780 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 
08:00:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.469568 19103 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 FOLLOWER]: Leader election won for term 3
08:00:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:42.469578 18781 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.469754 19103 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 LEADER]: Becoming Leader. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Running, Role: LEADER
08:00:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.470094 19103 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:42.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.473368 18380 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 reported cstate change: term changed from 1 to 3, leader changed from 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193) to 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194). New cstate: current_term: 3 leader_uuid: "5a89846da62b4f01a28cb9617e57b073" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:00:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.952193 18983 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Refusing update from remote peer 5a89846da62b4f01a28cb9617e57b073: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
08:00:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:42.952944 19103 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:00:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:42.957479 18781 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 -> Peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Couldn't send request to peer 2d9f04b3f01443fd8ba86bed0819d2ad. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:44.130 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:44.131 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:44.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4884), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [3ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [24ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [44ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [46ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [65ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [68ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [68ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [144ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [146ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [146ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [399ms] refreshing cache from master, [400ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [402ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [404ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [406ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [406ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2100ms] refreshing cache from master, [2100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [2102ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [2104ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2106ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2106ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [4879ms] refreshing cache from master, [4879ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [4883ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@866559889(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@4a5b42cb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667) -> (continuation of Deferred@301856039 after retry RPC@441836649) -> (continuation of Deferred@156445416 after retry RPC@1742452193) -> (continuation of Deferred@1558475324 after retry RPC@1714069756), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12ee09f6 -> wakeup thread Time-limited test -> (continuation of Deferred@769075922 after retry RPC@1522263530) -> (continuation of Deferred@830033767 after retry RPC@421326471) -> (continuation of Deferred@1251362810 after retry RPC@886531667) -> (continuation of Deferred@301856039 after retry RPC@441836649) -> (continuation of Deferred@156445416 after retry RPC@1742452193) -> (continuation of Deferred@1558475324 after retry RPC@1714069756))) after lookup
08:00:44.133 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.135 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] Successfully connected to peer
08:00:44.153 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x5cd8ff7d, L:/127.0.0.1:46492 - R:/127.17.232.194:34133] using TOKEN/null
08:00:44.177 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.193:44239
08:00:44.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:00:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.180474 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.284411 19132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.284659 19132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.284720 19132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.288079 19132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.288239 19132 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.193
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.292032 19132 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19132
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.293303 19132 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.294471 19132 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.301081 19138 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.301213 19132 server_base.cc:1061] running on GCE node
08:00:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.301085 19137 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:44.301138 19140 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.301839 19132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.302349 19132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.305658 19132 hybrid_clock.cc:648] HybridClock initialized: now 1783497644305629 us; error 38 us; skew 500 ppm
08:00:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.307803 19132 webserver.cc:533] Webserver started at http://127.17.232.193:35677/ using document root <none> and password file <none>
08:00:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.308368 19132 fs_manager.cc:362] Metadata directory not provided
08:00:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.308461 19132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.311659 19132 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
08:00:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.313477 19146 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.314343 19132 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.001s
08:00:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.314465 19132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.314873 19132 fs_report.cc:389] FS layout report
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/data
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.335387 19132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.336037 19132 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.336237 19132 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.336894 19132 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.338155 19154 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.341995 19132 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.342103 19132 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
08:00:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.342218 19132 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.343817 19132 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.343881 19132 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
08:00:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.344167 19154 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap starting.
08:00:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.354941 19132 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.193:44239
08:00:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.354967 19262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.193:44239 every 8 connection(s)
08:00:44.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.356101 19132 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.357234 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 19132
08:00:44.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.361253 19154 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Log is configured to *not* fsync() on all Append() calls
08:00:44.367 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:44.369 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.194:34133
08:00:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.369825 19266 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.370023 19266 heartbeater.cc:461] Registering TS with master...
08:00:44.370 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:00:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.370537 19266 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.370635 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 18765
08:00:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.372193 19267 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.372265 19267 heartbeater.cc:461] Registering TS with master...
08:00:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.372442 19267 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.373478 18455 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.374092 19265 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.374171 19265 heartbeater.cc:461] Registering TS with master...
08:00:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.374334 19265 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.374579 19154 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.374967 19154 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap complete.
08:00:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.375171 18380 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.375857 18529 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.376184 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.193:51359
08:00:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.376222 19154 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent bootstrapping tablet: real 0.032s	user 0.014s	sys 0.009s
08:00:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.378540 19154 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.378858 19154 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Initialized, Role: FOLLOWER
08:00:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.379307 19154 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.380183 19154 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
08:00:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:44.380232 19266 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:44.382 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] handling channelInactive
08:00:44.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state READY due to: connection closed
08:00:44.384 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:44.385 [DEBUG - Time-limited test] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.386 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:44.410 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:44.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test)) after lookup
08:00:44.411 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.413 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:44.430 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:44.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [27ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [29ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634))) after lookup
08:00:44.431 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.433 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:44.469 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:44.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [27ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [29ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [47ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [49ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730))) after lookup
08:00:44.472 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.473 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.490 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:44.491 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:44.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [27ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [29ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [47ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [49ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [87ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [89ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [89ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [106ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745))) after lookup
08:00:44.492 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.494 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:44.930 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:44.930 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=545), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [27ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [29ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [47ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [49ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [87ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [89ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [89ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [106ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [108ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [109ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [110ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [545ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745) -> (continuation of Deferred@1375518510 after retry RPC@2024734508), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745) -> (continuation of Deferred@1375518510 after retry RPC@2024734508))) after lookup
08:00:44.931 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:44.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:44.932 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:45.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:45.312 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:45.313 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=928), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [27ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [29ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [47ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [49ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [87ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [89ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [89ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [106ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [108ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [109ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [110ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [545ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [547ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [548ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [548ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [923ms] refreshing cache from master, [923ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [927ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745) -> (continuation of Deferred@1375518510 after retry RPC@2024734508) -> (continuation of Deferred@61796709 after retry RPC@1900758167), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745) -> (continuation of Deferred@1375518510 after retry RPC@2024734508) -> (continuation of Deferred@61796709 after retry RPC@1900758167))) after lookup
08:00:45.314 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:45.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:45.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:45.315 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.676584 19278 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 5a89846da62b4f01a28cb9617e57b073)
08:00:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.676810 19278 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.677299 19278 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:45.678048 18919 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:00:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:45.679072 18919 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:00:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.682049 19215 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" is_pre_election: true
08:00:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.682425 19215 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 1.
08:00:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.683036 18917 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 5a89846da62b4f01a28cb9617e57b073
08:00:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.683334 19278 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Leader pre-election won for term 4
08:00:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.683422 19278 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Starting leader election (detected failure of leader 5a89846da62b4f01a28cb9617e57b073)
08:00:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.683475 19278 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 3 FOLLOWER]: Advancing to term 4
08:00:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.684620 19278 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.685029 19278 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 4 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.685426 19215 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.685621 19215 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 1 FOLLOWER]: Advancing to term 4
08:00:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:45.686857 18919 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:00:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.688165 19215 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 4.
08:00:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.688568 18917 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 5a89846da62b4f01a28cb9617e57b073
08:00:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.688746 19278 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 FOLLOWER]: Leader election won for term 4
08:00:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.688938 19278 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 LEADER]: Becoming Leader. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Running, Role: LEADER
08:00:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.689234 19278 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:45.692590 18380 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f reported cstate change: term changed from 3 to 4, leader changed from 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194) to 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195). New cstate: current_term: 4 leader_uuid: "72d234578f664e8b8d5399006bb1bb1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: HEALTHY } } }
08:00:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:46.174974 18919 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f -> Peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Couldn't send request to peer 5a89846da62b4f01a28cb9617e57b073. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:46.219774 19215 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Refusing update from remote peer 72d234578f664e8b8d5399006bb1bb1f: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
08:00:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:46.220485 19278 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
08:00:47.691 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:47.691 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:47.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3307), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [2ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [27ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [29ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [47ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [49ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [87ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [89ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [89ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [106ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [108ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [109ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [110ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [545ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [547ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [548ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [548ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [923ms] refreshing cache from master, [923ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [927ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [929ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [931ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [931ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [3303ms] refreshing cache from master, [3303ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [3306ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1312116846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@7d2b2414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745) -> (continuation of Deferred@1375518510 after retry RPC@2024734508) -> (continuation of Deferred@61796709 after retry RPC@1900758167) -> (continuation of Deferred@1276953582 after retry RPC@1742227718), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@533cd81c -> wakeup thread Time-limited test -> (continuation of Deferred@1606282945 after retry RPC@1785999634) -> (continuation of Deferred@704661241 after retry RPC@1639390730) -> (continuation of Deferred@2110502716 after retry RPC@609591745) -> (continuation of Deferred@1375518510 after retry RPC@2024734508) -> (continuation of Deferred@61796709 after retry RPC@1900758167) -> (continuation of Deferred@1276953582 after retry RPC@1742227718))) after lookup
08:00:47.692 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:47.694 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] Successfully connected to peer
08:00:47.718 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x91146fa2, L:/127.0.0.1:51752 - R:/127.17.232.195:43729] using TOKEN/null
08:00:47.746 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.194:34133
08:00:47.747 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.748106 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:34133
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34973
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.875545 19317 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.875823 19317 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.875871 19317 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.880211 19317 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.880359 19317 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.194
08:00:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.884591 19317 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:34133
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34973
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19317
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.886075 19317 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.887476 19317 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.895453 19323 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.895555 19325 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:47.895444 19322 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.896862 19317 server_base.cc:1061] running on GCE node
08:00:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.897380 19317 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.898092 19317 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.899322 19317 hybrid_clock.cc:648] HybridClock initialized: now 1783497647899300 us; error 33 us; skew 500 ppm
08:00:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.901623 19317 webserver.cc:533] Webserver started at http://127.17.232.194:34973/ using document root <none> and password file <none>
08:00:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.902334 19317 fs_manager.cc:362] Metadata directory not provided
08:00:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.902441 19317 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.906400 19317 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
08:00:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.909025 19331 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.910218 19317 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
08:00:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.910375 19317 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.910895 19317 fs_report.cc:389] FS layout report
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/data
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.941798 19317 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.942780 19317 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.943053 19317 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.943818 19317 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.945567 19338 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.949141 19317 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.949254 19317 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
08:00:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.949337 19317 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.951428 19317 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.951498 19317 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.002s
08:00:47.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.951838 19338 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap starting.
08:00:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.964587 19317 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.194:34133
08:00:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.964690 19445 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.194:34133 every 8 connection(s)
08:00:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.965852 19317 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.966672 19338 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Log is configured to *not* fsync() on all Append() calls
08:00:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.969983 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 19317
08:00:47.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.980120 19338 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.980537 19338 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap complete.
08:00:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.981863 19338 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent bootstrapping tablet: real 0.030s	user 0.013s	sys 0.013s
08:00:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.982177 19446 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:47.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.983772 19448 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:47.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.983880 19448 heartbeater.cc:461] Registering TS with master...
08:00:47.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.984477 19448 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:47.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.984378 19338 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:47.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.984781 19338 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Initialized, Role: FOLLOWER
08:00:47.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.985249 19338 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.986058 19338 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.001s
08:00:47.988 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.988035 19446 heartbeater.cc:461] Registering TS with master...
08:00:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.988268 19446 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.988571 19447 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.988648 19447 heartbeater.cc:461] Registering TS with master...
08:00:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.988814 19447 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:47.988 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.195:43729
08:00:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.990103 18380 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.990267 18455 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.990543 18528 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:47.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:00:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.991307 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.194:42237
08:00:47.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.991634 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 18901
08:00:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:47.997278 19447 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:48.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:48.002 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] handling channelInactive
08:00:48.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state READY due to: connection closed
08:00:48.007 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:48.009 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.009 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:48.031 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:48.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [7ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [7ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@112036287(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@23987015 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c8a05c8 -> wakeup thread Time-limited test)) after lookup
08:00:48.032 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:48.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.034 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:48.071 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:48.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [7ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [7ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [30ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [32ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [32ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [68ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@112036287(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@23987015 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c8a05c8 -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386))) after lookup
08:00:48.072 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:48.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.073 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.110 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:48.111 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:48.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [7ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [7ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [30ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [32ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [32ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [68ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [70ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [71ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [72ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [108ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@112036287(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@23987015 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386) -> (continuation of Deferred@1925635566 after retry RPC@1924469695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c8a05c8 -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386) -> (continuation of Deferred@1925635566 after retry RPC@1924469695))) after lookup
08:00:48.112 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:48.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.113 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:48.349 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:48.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=347), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [7ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [7ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [30ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [32ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [32ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [68ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [70ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [71ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [72ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [108ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [110ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [111ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [111ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [344ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [347ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@112036287(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@23987015 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386) -> (continuation of Deferred@1925635566 after retry RPC@1924469695) -> (continuation of Deferred@751735915 after retry RPC@1992049318), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c8a05c8 -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386) -> (continuation of Deferred@1925635566 after retry RPC@1924469695) -> (continuation of Deferred@751735915 after retry RPC@1992049318))) after lookup
08:00:48.350 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:48.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:48.352 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:49.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.244700 19460 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 72d234578f664e8b8d5399006bb1bb1f)
08:00:49.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.244838 19460 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.245826 19460 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.246569 19147 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:00:49.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.247417 19147 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:00:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.250746 19400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073" is_pre_election: true
08:00:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.251286 19400 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 3.
08:00:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.252279 19150 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 72d234578f664e8b8d5399006bb1bb1f
08:00:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.252655 19460 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Leader pre-election won for term 5
08:00:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.252740 19460 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Starting leader election (detected failure of leader 72d234578f664e8b8d5399006bb1bb1f)
08:00:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.252771 19460 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 4 FOLLOWER]: Advancing to term 5
08:00:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.253985 19460 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.254350 19460 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 5 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.254798 19400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.255004 19400 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 3 FOLLOWER]: Advancing to term 5
08:00:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.255836 19147 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:00:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.256814 19400 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 5.
08:00:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.257198 19150 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 72d234578f664e8b8d5399006bb1bb1f
08:00:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.257476 19460 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 FOLLOWER]: Leader election won for term 5
08:00:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.257783 19460 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 LEADER]: Becoming Leader. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Running, Role: LEADER
08:00:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.258188 19460 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.260933 18380 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad reported cstate change: term changed from 4 to 5, leader changed from 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195) to 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193). New cstate: current_term: 5 leader_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:00:49.290 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:49.291 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:49.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1288), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [7ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [7ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [30ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [32ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [32ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [68ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [70ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [71ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [72ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [105ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [108ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [110ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [111ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [111ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [344ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [347ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [348ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [349ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [350ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [1285ms] refreshing cache from master, [1285ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [1288ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@112036287(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@23987015 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386) -> (continuation of Deferred@1925635566 after retry RPC@1924469695) -> (continuation of Deferred@751735915 after retry RPC@1992049318) -> (continuation of Deferred@518366483 after retry RPC@173567259), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c8a05c8 -> wakeup thread Time-limited test -> (continuation of Deferred@185734101 after retry RPC@1475011386) -> (continuation of Deferred@1925635566 after retry RPC@1924469695) -> (continuation of Deferred@751735915 after retry RPC@1992049318) -> (continuation of Deferred@518366483 after retry RPC@173567259))) after lookup
08:00:49.292 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:49.292 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] Successfully connected to peer
08:00:49.309 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x0e3f214c, L:/127.0.0.1:42140 - R:/127.17.232.193:44239] using TOKEN/null
08:00:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.314234 19400 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Refusing update from remote peer 2d9f04b3f01443fd8ba86bed0819d2ad: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
08:00:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.314870 19465 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
08:00:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.315335 19147 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad -> Peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Couldn't send request to peer 72d234578f664e8b8d5399006bb1bb1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:49.338 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.195:43729
08:00:49.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:00:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.338757 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:00:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:43729
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34363
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.447440 19489 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.447634 19489 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.447678 19489 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.450970 19489 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.451072 19489 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.195
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.454874 19489 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:43729
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34363
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19489
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.456183 19489 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.457461 19489 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.463917 19498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.463941 19496 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:49.463950 19495 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.464264 19489 server_base.cc:1061] running on GCE node
08:00:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.464917 19489 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.465444 19489 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.466609 19489 hybrid_clock.cc:648] HybridClock initialized: now 1783497649466580 us; error 45 us; skew 500 ppm
08:00:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.468668 19489 webserver.cc:533] Webserver started at http://127.17.232.195:34363/ using document root <none> and password file <none>
08:00:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.469265 19489 fs_manager.cc:362] Metadata directory not provided
08:00:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.469332 19489 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:49.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.472885 19489 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:00:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.474887 19504 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.475924 19489 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.476016 19489 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.476368 19489 fs_report.cc:389] FS layout report
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/data
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:49.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:49.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.493321 19489 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.493885 19489 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.494078 19489 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.494580 19489 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.495843 19511 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:49.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.498991 19489 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:49.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.499063 19489 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:00:49.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.499122 19489 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.500487 19489 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.500559 19489 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:00:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.500783 19511 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap starting.
08:00:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.511543 19489 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.195:43729
08:00:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.511756 19619 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.195:43729 every 8 connection(s)
08:00:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.512674 19489 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:49.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.514537 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 19489
08:00:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.517319 19511 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Log is configured to *not* fsync() on all Append() calls
08:00:49.524 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.528967 19621 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.529203 19621 heartbeater.cc:461] Registering TS with master...
08:00:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.529759 19621 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.531069 19511 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.531612 18375 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.532567 18375 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.195:45893
08:00:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.533414 19622 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.533504 19622 heartbeater.cc:461] Registering TS with master...
08:00:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.533684 19622 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.534029 19511 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap complete.
08:00:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.534621 18455 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.535537 19620 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.535621 19620 heartbeater.cc:461] Registering TS with master...
08:00:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.535763 19620 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.536600 18528 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:49.537 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.193:44239
08:00:49.538 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:00:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.538231 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 19132
08:00:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.536653 19511 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent bootstrapping tablet: real 0.036s	user 0.017s	sys 0.011s
08:00:49.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:49.545 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] handling channelInactive
08:00:49.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state READY due to: connection closed
08:00:49.546 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: connection closed
08:00:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.546815 19511 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.547257 19511 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Initialized, Role: FOLLOWER
08:00:49.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.547724 19511 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.548350 19621 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:49.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:49.548606 19511 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
08:00:49.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:49.569 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:49.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [1ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@870032958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@733ee87b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e69384f -> wakeup thread Time-limited test)) after lookup
08:00:49.571 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:49.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.572 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:49.590 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:49.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [1ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@870032958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@733ee87b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e69384f -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740))) after lookup
08:00:49.590 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:49.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.592 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.609 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:49.610 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:49.610 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [1ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [64ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@870032958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@733ee87b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e69384f -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021))) after lookup
08:00:49.611 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:49.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.612 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.649 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:49.649 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:49.650 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [1ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [64ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [66ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [67ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [67ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [104ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@870032958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@733ee87b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021) -> (continuation of Deferred@306064468 after retry RPC@785155571), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e69384f -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021) -> (continuation of Deferred@306064468 after retry RPC@785155571))) after lookup
08:00:49.650 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:49.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:49.652 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:50.109 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:50.109 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:50.110 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=564), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [1ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [64ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [66ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [67ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [67ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [104ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [105ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [107ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [107ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [561ms] refreshing cache from master, [561ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [564ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@870032958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@733ee87b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021) -> (continuation of Deferred@306064468 after retry RPC@785155571) -> (continuation of Deferred@786385595 after retry RPC@1693884814), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e69384f -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021) -> (continuation of Deferred@306064468 after retry RPC@785155571) -> (continuation of Deferred@786385595 after retry RPC@1693884814))) after lookup
08:00:50.111 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:50.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:50.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:50.112 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.837927 19633 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.838184 19633 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.839418 19633 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:50.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:50.840080 19333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:50.841079 19333 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.845198 19574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f" is_pre_election: true
08:00:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.845594 19574 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 4.
08:00:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.846340 19332 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:00:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.846556 19633 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Leader pre-election won for term 6
08:00:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.846617 19633 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.846657 19633 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 5 FOLLOWER]: Advancing to term 6
08:00:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.847496 19633 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.847862 19633 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 6 election: Requested vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.848304 19574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.848445 19574 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 4 FOLLOWER]: Advancing to term 6
08:00:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:50.848902 19333 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.850117 19574 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 6.
08:00:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.850521 19332 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:00:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.850714 19633 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 FOLLOWER]: Leader election won for term 6
08:00:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.850890 19633 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 LEADER]: Becoming Leader. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Running, Role: LEADER
08:00:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.851230 19633 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:50.853715 18375 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 reported cstate change: term changed from 5 to 6, leader changed from 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193) to 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194). New cstate: current_term: 6 leader_uuid: "5a89846da62b4f01a28cb9617e57b073" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:00:51.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:51.229 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:51.230 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1684), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [1ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [61ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [64ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [66ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [67ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [67ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [104ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [105ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [107ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [107ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [561ms] refreshing cache from master, [561ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [564ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [565ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [567ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [567ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [1681ms] refreshing cache from master, [1681ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [1684ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@870032958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@733ee87b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021) -> (continuation of Deferred@306064468 after retry RPC@785155571) -> (continuation of Deferred@786385595 after retry RPC@1693884814) -> (continuation of Deferred@1338818562 after retry RPC@518513316), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e69384f -> wakeup thread Time-limited test -> (continuation of Deferred@102499656 after retry RPC@1106308740) -> (continuation of Deferred@1818266195 after retry RPC@706928021) -> (continuation of Deferred@306064468 after retry RPC@785155571) -> (continuation of Deferred@786385595 after retry RPC@1693884814) -> (continuation of Deferred@1338818562 after retry RPC@518513316))) after lookup
08:00:51.231 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.232 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] Successfully connected to peer
08:00:51.262 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xb92f5fe0, L:/127.0.0.1:51196 - R:/127.17.232.194:34133] using TOKEN/null
08:00:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.266319 19574 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Refusing update from remote peer 5a89846da62b4f01a28cb9617e57b073: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 18. (index mismatch)
08:00:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.266590 19333 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 -> Peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Couldn't send request to peer 2d9f04b3f01443fd8ba86bed0819d2ad. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.267040 19638 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
08:00:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.275072 19653 mvcc.cc:204] Tried to move back new op lower bound from 7305206379580301312 to 7305206377889267712. Current Snapshot: MvccSnapshot[applied={T|T < 7305206379580301312}]
08:00:51.294 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.193:44239
08:00:51.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:00:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.295430 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.399267 19662 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.399482 19662 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.399559 19662 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.402885 19662 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.403045 19662 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.193
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.406711 19662 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19662
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.407807 19662 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.409049 19662 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.415546 19668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.415638 19670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:51.415558 19667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.415869 19662 server_base.cc:1061] running on GCE node
08:00:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.416229 19662 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.416679 19662 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:51.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.417831 19662 hybrid_clock.cc:648] HybridClock initialized: now 1783497651417817 us; error 33 us; skew 500 ppm
08:00:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.420497 19662 webserver.cc:533] Webserver started at http://127.17.232.193:35677/ using document root <none> and password file <none>
08:00:51.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.421198 19662 fs_manager.cc:362] Metadata directory not provided
08:00:51.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.421267 19662 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.425405 19662 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
08:00:51.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.427934 19676 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.429167 19662 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.429280 19662 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.429733 19662 fs_report.cc:389] FS layout report
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:51.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/data
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.453496 19662 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.454183 19662 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.454331 19662 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.454852 19662 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.456116 19683 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.459808 19662 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.459869 19662 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
08:00:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.459918 19662 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.461300 19662 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.461342 19662 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:00:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.461721 19683 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap starting.
08:00:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.472122 19662 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.193:44239
08:00:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.472504 19791 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.193:44239 every 8 connection(s)
08:00:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.473173 19662 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.478268 19683 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Log is configured to *not* fsync() on all Append() calls
08:00:51.481 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:51.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.481060 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 19662
08:00:51.489 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:51.490 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.194:34133
08:00:51.490 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:00:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.488127 19793 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.488361 19793 heartbeater.cc:461] Registering TS with master...
08:00:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.488893 19793 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.490789 18375 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.490821 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 19317
08:00:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.491947 18375 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.193:49351
08:00:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.493896 19794 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.493988 19794 heartbeater.cc:461] Registering TS with master...
08:00:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.494146 19794 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.495119 18456 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.495627 19792 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.495720 19792 heartbeater.cc:461] Registering TS with master...
08:00:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.495852 19792 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.496775 18528 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.497879 19683 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.498193 19683 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap complete.
08:00:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.499382 19683 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent bootstrapping tablet: real 0.038s	user 0.013s	sys 0.020s
08:00:51.499 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] handling channelInactive
08:00:51.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state READY due to: connection closed
08:00:51.500 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:51.501 [DEBUG - Time-limited test] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.501379 19683 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.501749 19683 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Initialized, Role: FOLLOWER
08:00:51.502 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.502 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.502228 19683 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:51.502 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.503026 19793 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:51.503189 19683 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent starting tablet: real 0.004s	user 0.001s	sys 0.003s
08:00:51.509 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:51.509 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:51.510 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test)) after lookup
08:00:51.510 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.512 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:51.530 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:51.530 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929))) after lookup
08:00:51.531 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.532 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:51.549 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:51.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [29ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [31ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [48ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843))) after lookup
08:00:51.550 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.551 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:51.569 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:51.569 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [29ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [31ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [48ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [48ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [50ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [50ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498))) after lookup
08:00:51.570 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.571 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.930 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:51.930 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:51.931 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=430), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [29ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [31ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [48ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [48ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [50ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [50ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [69ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [70ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [426ms] refreshing cache from master, [426ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [428ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842))) after lookup
08:00:51.931 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:51.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:51.933 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:52.349 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:52.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=849), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [29ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [31ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [48ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [48ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [50ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [50ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [69ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [70ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [426ms] refreshing cache from master, [426ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [428ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [430ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [432ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [432ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [845ms] refreshing cache from master, [846ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [848ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842) -> (continuation of Deferred@1130587628 after retry RPC@1584671761), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842) -> (continuation of Deferred@1130587628 after retry RPC@1584671761))) after lookup
08:00:52.350 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:52.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.352 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.490 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:52.491 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:52.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=990), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [29ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [31ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [48ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [48ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [50ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [50ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [69ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [70ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [426ms] refreshing cache from master, [426ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [428ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [430ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [432ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [432ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [845ms] refreshing cache from master, [846ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [848ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [849ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [851ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [851ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [986ms] refreshing cache from master, [986ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [989ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842) -> (continuation of Deferred@1130587628 after retry RPC@1584671761) -> (continuation of Deferred@374803909 after retry RPC@1773973434), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842) -> (continuation of Deferred@1130587628 after retry RPC@1584671761) -> (continuation of Deferred@374803909 after retry RPC@1773973434))) after lookup
08:00:52.492 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:52.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.494 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.794100 19805 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 5a89846da62b4f01a28cb9617e57b073)
08:00:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.794314 19805 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.795703 19805 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:52.796643 19508 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:00:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:52.797761 19508 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:00:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.802028 19744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" is_pre_election: true
08:00:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.802404 19744 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 5.
08:00:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.803351 19506 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 5a89846da62b4f01a28cb9617e57b073
08:00:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.803740 19805 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Leader pre-election won for term 7
08:00:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.803841 19805 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Starting leader election (detected failure of leader 5a89846da62b4f01a28cb9617e57b073)
08:00:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.803897 19805 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 6 FOLLOWER]: Advancing to term 7
08:00:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.805176 19805 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.805769 19805 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 7 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.806556 19744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.806747 19744 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 5 FOLLOWER]: Advancing to term 7
08:00:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:52.807339 19508 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:00:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.809842 19744 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 7.
08:00:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.810220 19506 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 5a89846da62b4f01a28cb9617e57b073
08:00:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.810436 19805 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 FOLLOWER]: Leader election won for term 7
08:00:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.810696 19805 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 LEADER]: Becoming Leader. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Running, Role: LEADER
08:00:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.811098 19805 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:52.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:52.814678 18375 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f reported cstate change: term changed from 6 to 7, leader changed from 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194) to 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195). New cstate: current_term: 7 leader_uuid: "72d234578f664e8b8d5399006bb1bb1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: HEALTHY } } }
08:00:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:53.330462 19508 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f -> Peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Couldn't send request to peer 5a89846da62b4f01a28cb9617e57b073. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:53.350692 19744 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Refusing update from remote peer 72d234578f664e8b8d5399006bb1bb1f: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
08:00:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:53.351691 19823 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
08:00:55.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:55.711 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:55.711 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=16, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=4210), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [9ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [10ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [11ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [29ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [31ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [48ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [48ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [50ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [50ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [69ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [70ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [426ms] refreshing cache from master, [426ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [428ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [430ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [432ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [432ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [845ms] refreshing cache from master, [846ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [848ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [849ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [851ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [851ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [986ms] refreshing cache from master, [986ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [989ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [991ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [993ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [993ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [4206ms] refreshing cache from master, [4206ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [4209ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119857533(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@63ec834c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842) -> (continuation of Deferred@1130587628 after retry RPC@1584671761) -> (continuation of Deferred@374803909 after retry RPC@1773973434) -> (continuation of Deferred@288942537 after retry RPC@494228779), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a846bf9 -> wakeup thread Time-limited test -> (continuation of Deferred@1456263130 after retry RPC@1197143929) -> (continuation of Deferred@1026444088 after retry RPC@769626843) -> (continuation of Deferred@1912885939 after retry RPC@597446498) -> (continuation of Deferred@2029137145 after retry RPC@970234842) -> (continuation of Deferred@1130587628 after retry RPC@1584671761) -> (continuation of Deferred@374803909 after retry RPC@1773973434) -> (continuation of Deferred@288942537 after retry RPC@494228779))) after lookup
08:00:55.712 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:55.713 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] Successfully connected to peer
08:00:55.743 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xb60f441f, L:/127.0.0.1:51814 - R:/127.17.232.195:43729] using TOKEN/null
08:00:55.771 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.194:34133
08:00:55.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.773257 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:00:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:34133
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34973
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.879221 19850 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.879428 19850 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.879488 19850 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.882977 19850 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.883108 19850 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.194
08:00:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.886984 19850 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:34133
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34973
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19850
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.888312 19850 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.889575 19850 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.896039 19858 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.896032 19856 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.896351 19850 server_base.cc:1061] running on GCE node
08:00:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:55.896034 19855 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.896870 19850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.897359 19850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.898540 19850 hybrid_clock.cc:648] HybridClock initialized: now 1783497655898520 us; error 40 us; skew 500 ppm
08:00:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.900298 19850 webserver.cc:533] Webserver started at http://127.17.232.194:34973/ using document root <none> and password file <none>
08:00:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.900866 19850 fs_manager.cc:362] Metadata directory not provided
08:00:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.900949 19850 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:55.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.905169 19850 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
08:00:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.907316 19864 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.908536 19850 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.908669 19850 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.909077 19850 fs_report.cc:389] FS layout report
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/data
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.918993 19850 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.919556 19850 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.919745 19850 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.920308 19850 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.921528 19871 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.925503 19850 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.925590 19850 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
08:00:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.925654 19850 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.927522 19850 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.927595 19850 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
08:00:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.928035 19871 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap starting.
08:00:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.939410 19850 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.194:34133
08:00:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.939524 19979 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.194:34133 every 8 connection(s)
08:00:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.940419 19850 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:00:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.949259 19871 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Log is configured to *not* fsync() on all Append() calls
08:00:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.949533 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 19850
08:00:55.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.955677 19982 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.955725 19980 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.955941 19980 heartbeater.cc:461] Registering TS with master...
08:00:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.956640 19980 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.955948 19982 heartbeater.cc:461] Registering TS with master...
08:00:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.957986 19982 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:55.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.959048 18456 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:55.960 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:55.960 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.195:43729
08:00:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.960279 18529 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:55.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:00:55.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.960965 19981 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:55.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.961052 19981 heartbeater.cc:461] Registering TS with master...
08:00:55.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.961079 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 19489
08:00:55.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.961285 19981 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.962831 18375 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:00:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.963958 18375 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.194:38779
08:00:55.968 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] handling channelInactive
08:00:55.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state READY due to: connection closed
08:00:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.968848 19871 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:55.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.969425 19871 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap complete.
08:00:55.970 [DEBUG - Time-limited test] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:55.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.970655 19871 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent bootstrapping tablet: real 0.043s	user 0.020s	sys 0.020s
08:00:55.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:55.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:55.972 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.973793 19871 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.974187 19871 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Initialized, Role: FOLLOWER
08:00:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.974730 19871 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.975582 19981 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:55.976178 19871 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
08:00:55.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:55.990 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:55.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test)) after lookup
08:00:55.991 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:55.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:55.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:55.993 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:56.010 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:56.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [21ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [23ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [23ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509))) after lookup
08:00:56.011 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:56.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.014 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:56.030 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:56.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [21ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [23ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [23ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [41ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262))) after lookup
08:00:56.031 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:56.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.032 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:56.170 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:56.170 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [21ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [23ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [23ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [41ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [61ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [62ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [62ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [199ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438))) after lookup
08:00:56.171 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:56.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.173 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.490 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:56.490 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:56.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=521), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [21ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [23ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [23ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [41ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [61ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [62ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [62ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [199ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [201ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [203ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [203ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [520ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438) -> (continuation of Deferred@988079453 after retry RPC@1017916264), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438) -> (continuation of Deferred@988079453 after retry RPC@1017916264))) after lookup
08:00:56.492 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:56.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.494 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:56.829 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:00:56.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=859), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [21ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [23ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [23ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [41ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [61ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [62ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [62ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [199ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [201ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [203ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [203ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [520ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [522ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [524ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [524ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [856ms] refreshing cache from master, [856ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [859ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438) -> (continuation of Deferred@988079453 after retry RPC@1017916264) -> (continuation of Deferred@1612097185 after retry RPC@1035740832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438) -> (continuation of Deferred@988079453 after retry RPC@1017916264) -> (continuation of Deferred@1612097185 after retry RPC@1035740832))) after lookup
08:00:56.830 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:00:56.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:56.831 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:00:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.272043 19993 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 72d234578f664e8b8d5399006bb1bb1f)
08:00:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.272213 19993 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.273418 19993 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:57.274230 19677 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:00:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:57.275449 19677 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:00:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.279625 19934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073" is_pre_election: true
08:00:57.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.279924 19934 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 6.
08:00:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.280793 19680 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 72d234578f664e8b8d5399006bb1bb1f
08:00:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.281176 19993 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Leader pre-election won for term 8
08:00:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.281246 19993 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Starting leader election (detected failure of leader 72d234578f664e8b8d5399006bb1bb1f)
08:00:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.281277 19993 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 7 FOLLOWER]: Advancing to term 8
08:00:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.282119 19993 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.282531 19993 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 8 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.283077 19934 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073"
08:00:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.283275 19934 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 6 FOLLOWER]: Advancing to term 8
08:00:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:57.284051 19677 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:00:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.285535 19934 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 8.
08:00:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.285972 19680 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 72d234578f664e8b8d5399006bb1bb1f
08:00:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.286216 19993 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 FOLLOWER]: Leader election won for term 8
08:00:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.286461 19993 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 LEADER]: Becoming Leader. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Running, Role: LEADER
08:00:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.286855 19993 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:57.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.289665 18375 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad reported cstate change: term changed from 7 to 8, leader changed from 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195) to 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193). New cstate: current_term: 8 leader_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:00:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.893097 19934 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Refusing update from remote peer 2d9f04b3f01443fd8ba86bed0819d2ad: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
08:00:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:57.894155 20010 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
08:00:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:57.906582 19677 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad -> Peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Couldn't send request to peer 72d234578f664e8b8d5399006bb1bb1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:58.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:58.030 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:58.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2060), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [21ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [23ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [23ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [41ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [61ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [62ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [62ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [196ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [199ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [201ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [203ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [203ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [520ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [522ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [524ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [524ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [856ms] refreshing cache from master, [856ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [859ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [860ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [861ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [861ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2056ms] refreshing cache from master, [2056ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [2059ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@675770676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@67d63e6a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438) -> (continuation of Deferred@988079453 after retry RPC@1017916264) -> (continuation of Deferred@1612097185 after retry RPC@1035740832) -> (continuation of Deferred@770644104 after retry RPC@1899672243), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@780312bf -> wakeup thread Time-limited test -> (continuation of Deferred@1269457461 after retry RPC@727455509) -> (continuation of Deferred@1219031961 after retry RPC@59220262) -> (continuation of Deferred@398846513 after retry RPC@703981438) -> (continuation of Deferred@988079453 after retry RPC@1017916264) -> (continuation of Deferred@1612097185 after retry RPC@1035740832) -> (continuation of Deferred@770644104 after retry RPC@1899672243))) after lookup
08:00:58.031 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.033 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] Successfully connected to peer
08:00:58.051 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x31491411, L:/127.0.0.1:39184 - R:/127.17.232.193:44239] using TOKEN/null
08:00:58.074 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.195:43729
08:00:58.074 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.074980 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:43729
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:00:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34363
08:00:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:00:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.175717 20024 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.175904 20024 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.175947 20024 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.179365 20024 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.179530 20024 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.195
08:00:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.183629 20024 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:43729
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34363
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20024
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.184674 20024 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.185693 20024 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:58.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.192562 20030 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.192569 20029 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.192982 20024 server_base.cc:1061] running on GCE node
08:00:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:58.192574 20032 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.193629 20024 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:58.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.194170 20024 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.195324 20024 hybrid_clock.cc:648] HybridClock initialized: now 1783497658195308 us; error 49 us; skew 500 ppm
08:00:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.197252 20024 webserver.cc:533] Webserver started at http://127.17.232.195:34363/ using document root <none> and password file <none>
08:00:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.197818 20024 fs_manager.cc:362] Metadata directory not provided
08:00:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.197877 20024 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.201472 20024 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
08:00:58.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.203482 20038 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.204596 20024 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.204695 20024 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.205056 20024 fs_report.cc:389] FS layout report
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/data
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:58.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.232581 20024 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.233187 20024 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.233330 20024 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.233832 20024 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.235136 20045 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.239452 20024 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.239523 20024 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.001s
08:00:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.239575 20024 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.241264 20024 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.241308 20024 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
08:00:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.241765 20045 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap starting.
08:00:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.252745 20024 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.195:43729
08:00:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.252789 20153 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.195:43729 every 8 connection(s)
08:00:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.253829 20024 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:00:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.260866 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 20024
08:00:58.262 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.262034 20045 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Log is configured to *not* fsync() on all Append() calls
08:00:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.266739 20154 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.267015 20154 heartbeater.cc:461] Registering TS with master...
08:00:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.267661 20154 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.268790 20156 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.268862 20156 heartbeater.cc:461] Registering TS with master...
08:00:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.269027 20156 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.270502 18455 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.272188 18528 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:58.273 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:58.274 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.193:44239
08:00:58.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:00:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.274641 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 19662
08:00:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.275796 20155 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.275876 20155 heartbeater.cc:461] Registering TS with master...
08:00:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.276086 20155 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.277733 18380 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.278855 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.195:41317
08:00:58.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:58.285 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] handling channelInactive
08:00:58.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state READY due to: connection closed
08:00:58.285 [DEBUG - Time-limited test] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.286783 20045 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:58.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.287298 20045 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap complete.
08:00:58.287 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.288470 20045 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent bootstrapping tablet: real 0.047s	user 0.028s	sys 0.013s
08:00:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.291411 20045 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.291826 20045 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Initialized, Role: FOLLOWER
08:00:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.292378 20045 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.293231 20155 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:58.293437 20045 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
08:00:58.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:58.310 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:58.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@677394(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@2471be7b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2666ce4f -> wakeup thread Time-limited test)) after lookup
08:00:58.311 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.312 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:58.329 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:58.330 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@677394(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@2471be7b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2666ce4f -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294))) after lookup
08:00:58.330 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.332 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.370 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:58.371 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:58.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@677394(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@2471be7b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2666ce4f -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068))) after lookup
08:00:58.372 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.374 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:58.431 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:58.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=146), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [86ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [89ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@677394(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@2471be7b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068) -> (continuation of Deferred@1919499101 after retry RPC@1129371391), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2666ce4f -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068) -> (continuation of Deferred@1919499101 after retry RPC@1129371391))) after lookup
08:00:58.432 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.433 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:58.771 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:58.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=486), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [86ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [89ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [146ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [148ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [148ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [482ms] refreshing cache from master, [482ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [485ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@677394(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@2471be7b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068) -> (continuation of Deferred@1919499101 after retry RPC@1129371391) -> (continuation of Deferred@2011018830 after retry RPC@847212900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2666ce4f -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068) -> (continuation of Deferred@1919499101 after retry RPC@1129371391) -> (continuation of Deferred@2011018830 after retry RPC@847212900))) after lookup
08:00:58.772 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:00:58.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:58.774 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:00:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.573410 20169 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.573601 20169 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.574838 20169 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.575878 19866 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.577057 19866 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.580308 20108 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f" is_pre_election: true
08:00:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.580641 20108 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 7.
08:00:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.581461 19865 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:00:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.581748 20169 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Leader pre-election won for term 9
08:00:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.581830 20169 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:00:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.581874 20169 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 8 FOLLOWER]: Advancing to term 9
08:00:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.582767 20169 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.583223 20169 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 9 election: Requested vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:00:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.583638 20108 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:00:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.583807 20108 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 7 FOLLOWER]: Advancing to term 9
08:00:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.584539 19866 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:00:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.585587 20108 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 9.
08:00:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.585942 19865 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:00:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.586102 20169 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 FOLLOWER]: Leader election won for term 9
08:00:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.586331 20169 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 LEADER]: Becoming Leader. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Running, Role: LEADER
08:00:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.586625 20169 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.589340 18380 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 reported cstate change: term changed from 8 to 9, leader changed from 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193) to 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194). New cstate: current_term: 9 leader_uuid: "5a89846da62b4f01a28cb9617e57b073" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:00:59.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:59.671 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:59.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1386), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [24ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [25ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [27ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [44ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [45ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [47ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [86ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [89ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [145ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [146ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [148ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [148ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [482ms] refreshing cache from master, [482ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [485ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [486ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [488ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [489ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [1382ms] refreshing cache from master, [1382ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [1385ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@677394(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@2471be7b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068) -> (continuation of Deferred@1919499101 after retry RPC@1129371391) -> (continuation of Deferred@2011018830 after retry RPC@847212900) -> (continuation of Deferred@2015644901 after retry RPC@823785172), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2666ce4f -> wakeup thread Time-limited test -> (continuation of Deferred@655552069 after retry RPC@924211294) -> (continuation of Deferred@369440178 after retry RPC@332680068) -> (continuation of Deferred@1919499101 after retry RPC@1129371391) -> (continuation of Deferred@2011018830 after retry RPC@847212900) -> (continuation of Deferred@2015644901 after retry RPC@823785172))) after lookup
08:00:59.672 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:59.673 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] Successfully connected to peer
08:00:59.689 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x723bc9e7, L:/127.0.0.1:54784 - R:/127.17.232.194:34133] using TOKEN/null
08:00:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.694342 20108 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Refusing update from remote peer 5a89846da62b4f01a28cb9617e57b073: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 30. (index mismatch)
08:00:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.694615 19866 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 -> Peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Couldn't send request to peer 2d9f04b3f01443fd8ba86bed0819d2ad. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:00:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.695101 20169 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
08:00:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.699330 20190 mvcc.cc:204] Tried to move back new op lower bound from 7305206407391879168 to 7305206404249903104. Current Snapshot: MvccSnapshot[applied={T|T < 7305206407391879168}]
08:00:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.701074 20188 mvcc.cc:204] Tried to move back new op lower bound from 7305206414101061632 to 7305206413670502400. Current Snapshot: MvccSnapshot[applied={T|T < 7305206414101061632}]
08:00:59.720 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.193:44239
08:00:59.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.720979 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.827595 20197 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.827790 20197 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:59.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.827832 20197 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.835275 20197 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.835448 20197 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.193
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.840891 20197 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20197
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:00:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:00:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.841970 20197 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.843055 20197 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:00:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.849499 20206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.849598 20202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:00:59.849527 20204 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.849921 20197 server_base.cc:1061] running on GCE node
08:00:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.850374 20197 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.851060 20197 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.852275 20197 hybrid_clock.cc:648] HybridClock initialized: now 1783497659852254 us; error 38 us; skew 500 ppm
08:00:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.854607 20197 webserver.cc:533] Webserver started at http://127.17.232.193:35677/ using document root <none> and password file <none>
08:00:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.855413 20197 fs_manager.cc:362] Metadata directory not provided
08:00:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.855515 20197 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.859586 20197 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
08:00:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.861951 20212 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:00:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.863215 20197 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
08:00:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.863364 20197 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.863900 20197 fs_report.cc:389] FS layout report
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/data
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.877961 20197 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:00:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.878868 20197 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.879166 20197 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.879882 20197 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.881505 20219 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:00:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.885136 20197 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:00:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.885247 20197 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
08:00:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.885326 20197 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:00:59.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.887395 20197 ts_tablet_manager.cc:616] Registered 1 tablets
08:00:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.887473 20197 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
08:00:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.887924 20219 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap starting.
08:00:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.900612 20197 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.193:44239
08:00:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.900707 20326 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.193:44239 every 8 connection(s)
08:00:59.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.902061 20197 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:00:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.906334 20219 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Log is configured to *not* fsync() on all Append() calls
08:00:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.908998 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 20197
08:00:59.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.914127 20328 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:00:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.914443 20328 heartbeater.cc:461] Registering TS with master...
08:00:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.914499 20329 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:00:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.914557 20329 heartbeater.cc:461] Registering TS with master...
08:00:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.915207 20328 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:00:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.915205 20329 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:00:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.917511 20327 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:00:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.917593 20327 heartbeater.cc:461] Registering TS with master...
08:00:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.917825 20327 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:00:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.918013 18456 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:59.919 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:00:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.918689 18380 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:59.919 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.194:34133
08:00:59.919 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:00:59.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.919720 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.193:42339
08:00:59.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.920055 18528 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:00:59.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.920197 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 19850
08:00:59.929 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] handling channelInactive
08:00:59.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state READY due to: connection closed
08:00:59.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:00:59.930 [DEBUG - Time-limited test] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:59.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.932 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.934890 20219 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.935369 20219 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap complete.
08:00:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.936460 20219 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent bootstrapping tablet: real 0.049s	user 0.030s	sys 0.010s
08:00:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.938542 20219 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.938903 20219 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Initialized, Role: FOLLOWER
08:00:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.939416 20219 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:00:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.940258 20219 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent starting tablet: real 0.004s	user 0.001s	sys 0.003s
08:00:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:00:59.940291 20328 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:00:59.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:59.950 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:59.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1623228814(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@1e917414 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a1f974b -> wakeup thread Time-limited test)) after lookup
08:00:59.951 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:59.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.952 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:00:59.970 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:00:59.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [20ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [22ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1623228814(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@1e917414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a1f974b -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268))) after lookup
08:00:59.970 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:00:59.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:00:59.972 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:00.011 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:00.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [20ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [22ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [40ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [42ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [80ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1623228814(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@1e917414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a1f974b -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188))) after lookup
08:01:00.013 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:01:00.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.014 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.149 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:00.149 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:00.149 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=219), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [20ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [22ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [40ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [42ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [80ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [82ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [84ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [84ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [219ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1623228814(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@1e917414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188) -> (continuation of Deferred@1433428736 after retry RPC@1610459718), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a1f974b -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188) -> (continuation of Deferred@1433428736 after retry RPC@1610459718))) after lookup
08:01:00.150 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:01:00.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.151 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:00.629 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:00.629 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=699), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [20ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [22ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [40ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [42ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [80ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [82ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [84ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [84ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [219ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [220ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [221ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [221ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [696ms] refreshing cache from master, [697ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [699ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1623228814(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@1e917414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188) -> (continuation of Deferred@1433428736 after retry RPC@1610459718) -> (continuation of Deferred@131814464 after retry RPC@893804903), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a1f974b -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188) -> (continuation of Deferred@1433428736 after retry RPC@1610459718) -> (continuation of Deferred@131814464 after retry RPC@893804903))) after lookup
08:01:00.630 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:01:00.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:00.631 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133
08:01:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.219224 20342 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 5a89846da62b4f01a28cb9617e57b073)
08:01:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.219414 20342 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.220727 20342 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:01:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.221657 20042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:01:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.222966 20042 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:01:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.226264 20281 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" is_pre_election: true
08:01:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.226624 20281 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 8.
08:01:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.227392 20040 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 5a89846da62b4f01a28cb9617e57b073
08:01:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.227658 20342 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Leader pre-election won for term 10
08:01:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.227721 20342 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Starting leader election (detected failure of leader 5a89846da62b4f01a28cb9617e57b073)
08:01:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.227761 20342 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 9 FOLLOWER]: Advancing to term 10
08:01:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.228698 20342 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.229091 20342 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 10 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:01:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.229576 20281 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "72d234578f664e8b8d5399006bb1bb1f" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:01:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.229801 20281 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 8 FOLLOWER]: Advancing to term 10
08:01:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.230263 20042 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111)
08:01:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.231801 20281 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 72d234578f664e8b8d5399006bb1bb1f in term 10.
08:01:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.232193 20040 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 72d234578f664e8b8d5399006bb1bb1f; no voters: 5a89846da62b4f01a28cb9617e57b073
08:01:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.232380 20342 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 FOLLOWER]: Leader election won for term 10
08:01:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.232668 20342 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 LEADER]: Becoming Leader. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Running, Role: LEADER
08:01:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.233031 20342 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.235814 18380 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f reported cstate change: term changed from 9 to 10, leader changed from 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194) to 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195). New cstate: current_term: 10 leader_uuid: "72d234578f664e8b8d5399006bb1bb1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: HEALTHY } } }
08:01:01.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:01.511 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:01.512 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1582), Traces: [0ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [1ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [20ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [22ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [40ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [42ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [80ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [82ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [84ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [84ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [219ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [220ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [221ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [221ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [696ms] refreshing cache from master, [697ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [699ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [700ms] sending RPC to server 5a89846da62b4f01a28cb9617e57b073, [701ms] received response from server 5a89846da62b4f01a28cb9617e57b073: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [701ms] delaying RPC due to: Network error: Failed to connect to peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133): Connection refused: /127.17.232.194:34133, [1577ms] refreshing cache from master, [1577ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [1581ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1623228814(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@1e917414 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188) -> (continuation of Deferred@1433428736 after retry RPC@1610459718) -> (continuation of Deferred@131814464 after retry RPC@893804903) -> (continuation of Deferred@693178805 after retry RPC@790233249), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a1f974b -> wakeup thread Time-limited test -> (continuation of Deferred@2038096216 after retry RPC@1602196268) -> (continuation of Deferred@1021814527 after retry RPC@522368188) -> (continuation of Deferred@1433428736 after retry RPC@1610459718) -> (continuation of Deferred@131814464 after retry RPC@893804903) -> (continuation of Deferred@693178805 after retry RPC@790233249))) after lookup
08:01:01.512 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.513 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] Successfully connected to peer
08:01:01.542 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x09b97c15, L:/127.0.0.1:37702 - R:/127.17.232.195:43729] using TOKEN/null
08:01:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.546873 20042 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f -> Peer 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133): Couldn't send request to peer 5a89846da62b4f01a28cb9617e57b073. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.194:34133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:01:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.546999 20281 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Refusing update from remote peer 72d234578f664e8b8d5399006bb1bb1f: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
08:01:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.547813 20347 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
08:01:01.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.555624 20363 mvcc.cc:204] Tried to move back new op lower bound from 7305206421688807424 to 7305206420413382656. Current Snapshot: MvccSnapshot[applied={T|T < 7305206414101061632 or (T in {7305206414165741568,7305206414195322880})}]
08:01:01.576 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.194:34133
08:01:01.577 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.578223 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:01:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:34133
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34973
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:01:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.685578 20370 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:01:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.685834 20370 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.685897 20370 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:01:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.689241 20370 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:01:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.689388 20370 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.194
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.693267 20370 tablet_server_runner.cc:78] Tablet server non-default flags:
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.194:34133
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.194
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34973
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20370
08:01:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.194
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/logs
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:01:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.694555 20370 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.696120 20370 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:01:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.703207 20378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.703226 20376 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:01.703222 20375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.703476 20370 server_base.cc:1061] running on GCE node
08:01:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.703907 20370 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.704416 20370 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:01.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.705592 20370 hybrid_clock.cc:648] HybridClock initialized: now 1783497661705562 us; error 44 us; skew 500 ppm
08:01:01.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.707580 20370 webserver.cc:533] Webserver started at http://127.17.232.194:34973/ using document root <none> and password file <none>
08:01:01.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.708249 20370 fs_manager.cc:362] Metadata directory not provided
08:01:01.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.708343 20370 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.711866 20370 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
08:01:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.714139 20384 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:01:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.715487 20370 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.715626 20370 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a89846da62b4f01a28cb9617e57b073"
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.716053 20370 fs_report.cc:389] FS layout report
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/wal
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/data
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.725679 20370 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:01:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.726310 20370 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.726507 20370 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.727150 20370 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:01:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.728377 20391 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:01:01.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.731487 20370 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:01:01.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.731573 20370 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:01:01.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.731639 20370 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:01:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.733043 20370 ts_tablet_manager.cc:616] Registered 1 tablets
08:01:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.733112 20370 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:01:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.733424 20391 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap starting.
08:01:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.744328 20370 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.194:34133
08:01:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.744345 20498 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.194:34133 every 8 connection(s)
08:01:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.745325 20370 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-1/data/info.pb
08:01:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.745505 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 20370
08:01:01.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:01:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.752604 20391 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Log is configured to *not* fsync() on all Append() calls
08:01:01.754 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:01:01.755 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.195:43729
08:01:01.755 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:01:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.755604 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 20024
08:01:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.761268 20501 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:01:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.761328 20499 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:01:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.761504 20501 heartbeater.cc:461] Registering TS with master...
08:01:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.762056 20501 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:01:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.761499 20499 heartbeater.cc:461] Registering TS with master...
08:01:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.763144 20499 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:01:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.763861 18456 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:01:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.764523 18528 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:01:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.764914 20500 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:01:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.765000 20500 heartbeater.cc:461] Registering TS with master...
08:01:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.765183 20500 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:01:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.766031 18375 ts_manager.cc:194] Re-registered known tserver with Master: 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133)
08:01:01.766 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] handling channelInactive
08:01:01.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state READY due to: connection closed
08:01:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.766991 18375 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.194:33423
08:01:01.767 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:01:01.768 [DEBUG - Time-limited test] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.769 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.778635 20391 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.779079 20391 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Bootstrap complete.
08:01:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.780794 20391 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent bootstrapping tablet: real 0.048s	user 0.035s	sys 0.004s
08:01:01.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.783185 20391 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:01.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.783576 20391 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Initialized, Role: FOLLOWER
08:01:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.784106 20391 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.784840 20500 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:01:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:01.785120 20391 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
08:01:01.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:01.789 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:01.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test)) after lookup
08:01:01.790 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.791 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.809 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:01.809 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:01.809 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [22ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [24ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [24ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258))) after lookup
08:01:01.810 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.811 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.830 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:01.830 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:01.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [22ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [24ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [24ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [42ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131))) after lookup
08:01:01.832 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.833 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:01.851 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:01.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [22ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [24ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [24ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [42ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [64ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [66ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [66ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805))) after lookup
08:01:01.852 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.854 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:01.970 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:01.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [22ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [24ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [24ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [42ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [64ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [66ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [66ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [85ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [87ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [87ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [202ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805) -> (continuation of Deferred@959024218 after retry RPC@89052559), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805) -> (continuation of Deferred@959024218 after retry RPC@89052559))) after lookup
08:01:01.971 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:01.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:01.972 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:02.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:02.950 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)[L]]}]
08:01:02.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1183), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [22ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [24ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [24ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [42ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [64ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [66ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [66ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [85ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [87ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [87ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [202ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [203ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [205ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [205ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [1179ms] refreshing cache from master, [1180ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [1183ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805) -> (continuation of Deferred@959024218 after retry RPC@89052559) -> (continuation of Deferred@423176376 after retry RPC@1789420733), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805) -> (continuation of Deferred@959024218 after retry RPC@89052559) -> (continuation of Deferred@423176376 after retry RPC@1789420733))) after lookup
08:01:02.951 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] connecting to peer
08:01:02.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:02.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] cleaning up while in state CONNECTING due to: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:02.953 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729
08:01:03.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.077244 20512 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 72d234578f664e8b8d5399006bb1bb1f)
08:01:03.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.077440 20512 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:03.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.079277 20512 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:03.080343 20213 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:01:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:03.081368 20213 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:01:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.084990 20453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073" is_pre_election: true
08:01:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.085382 20453 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 9.
08:01:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.086231 20216 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 72d234578f664e8b8d5399006bb1bb1f
08:01:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.086531 20512 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Leader pre-election won for term 11
08:01:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.086606 20512 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Starting leader election (detected failure of leader 72d234578f664e8b8d5399006bb1bb1f)
08:01:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.086642 20512 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 10 FOLLOWER]: Advancing to term 11
08:01:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.087738 20512 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.088145 20512 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 11 election: Requested vote from peers 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194:34133), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.088529 20453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "5a89846da62b4f01a28cb9617e57b073"
08:01:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.088730 20453 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 9 FOLLOWER]: Advancing to term 11
08:01:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:03.089318 20213 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111)
08:01:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.090567 20453 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d9f04b3f01443fd8ba86bed0819d2ad in term 11.
08:01:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.090963 20216 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d9f04b3f01443fd8ba86bed0819d2ad, 5a89846da62b4f01a28cb9617e57b073; no voters: 72d234578f664e8b8d5399006bb1bb1f
08:01:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.091179 20512 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 11 FOLLOWER]: Leader election won for term 11
08:01:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.091498 20512 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 11 LEADER]: Becoming Leader. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Running, Role: LEADER
08:01:03.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.091894 20512 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:03.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.094844 18375 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad reported cstate change: term changed from 10 to 11, leader changed from 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195) to 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193). New cstate: current_term: 11 leader_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:01:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.484385 20453 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Refusing update from remote peer 2d9f04b3f01443fd8ba86bed0819d2ad: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
08:01:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:03.485095 20512 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
08:01:03.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:03.494063 20213 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad -> Peer 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729): Couldn't send request to peer 72d234578f664e8b8d5399006bb1bb1f. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.195:43729: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:01:05.429 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:05.429 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:05.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3662), Traces: [0ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [2ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [2ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [22ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [24ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [24ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [42ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [44ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [44ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [63ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [64ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [66ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [66ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [85ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [87ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [87ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [202ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [203ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [205ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [205ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [1179ms] refreshing cache from master, [1180ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [1183ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [1184ms] sending RPC to server 72d234578f664e8b8d5399006bb1bb1f, [1186ms] received response from server 72d234578f664e8b8d5399006bb1bb1f: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [1186ms] delaying RPC due to: Network error: Failed to connect to peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729): Connection refused: /127.17.232.195:43729, [3659ms] refreshing cache from master, [3659ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [3662ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1108833810(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@3df769f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805) -> (continuation of Deferred@959024218 after retry RPC@89052559) -> (continuation of Deferred@423176376 after retry RPC@1789420733) -> (continuation of Deferred@694456872 after retry RPC@12617269), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a31d94d -> wakeup thread Time-limited test -> (continuation of Deferred@1450380136 after retry RPC@1117543258) -> (continuation of Deferred@176628866 after retry RPC@970426131) -> (continuation of Deferred@484331106 after retry RPC@422882805) -> (continuation of Deferred@959024218 after retry RPC@89052559) -> (continuation of Deferred@423176376 after retry RPC@1789420733) -> (continuation of Deferred@694456872 after retry RPC@12617269))) after lookup
08:01:05.431 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.432 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] Successfully connected to peer
08:01:05.445 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x56db373d, L:/127.0.0.1:39240 - R:/127.17.232.193:44239] using TOKEN/null
08:01:05.464 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.195:43729
08:01:05.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:01:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.465428 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:01:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:01:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:01:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:01:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:43729
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34363
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:01:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.567905 20548 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:01:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.568090 20548 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.568133 20548 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:01:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.571476 20548 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:01:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.571581 20548 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.195
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.575295 20548 tablet_server_runner.cc:78] Tablet server non-default flags:
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.195:43729
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.195
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34363
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20548
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.195
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/logs
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:01:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.576215 20548 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.577287 20548 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:01:05.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.584568 20554 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:05.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.584542 20553 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:05.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:05.584559 20556 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:05.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.584932 20548 server_base.cc:1061] running on GCE node
08:01:05.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.585515 20548 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:05.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.586027 20548 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.587241 20548 hybrid_clock.cc:648] HybridClock initialized: now 1783497665587221 us; error 59 us; skew 500 ppm
08:01:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.589077 20548 webserver.cc:533] Webserver started at http://127.17.232.195:34363/ using document root <none> and password file <none>
08:01:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.589613 20548 fs_manager.cc:362] Metadata directory not provided
08:01:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.589671 20548 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.593202 20548 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:01:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.595265 20562 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:01:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.596557 20548 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.596670 20548 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.597033 20548 fs_report.cc:389] FS layout report
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/wal
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/data
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.629748 20548 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:01:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.630395 20548 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.630550 20548 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.631247 20548 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:01:05.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.632871 20569 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:01:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.637066 20548 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:01:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.637135 20548 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
08:01:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.637187 20548 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:01:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.638789 20548 ts_tablet_manager.cc:616] Registered 1 tablets
08:01:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.638844 20548 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
08:01:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.639317 20569 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap starting.
08:01:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.649400 20548 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.195:43729
08:01:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.649542 20676 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.195:43729 every 8 connection(s)
08:01:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.650375 20548 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-2/data/info.pb
08:01:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.652631 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 20548
08:01:05.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:01:05.661 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:01:05.661 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.232.193:44239
08:01:05.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:01:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.662285 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 20197
08:01:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.662667 20569 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Log is configured to *not* fsync() on all Append() calls
08:01:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.665868 20677 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:01:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.666193 20677 heartbeater.cc:461] Registering TS with master...
08:01:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.666978 20677 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:01:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.669878 20679 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:01:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.669880 18529 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.669986 20679 heartbeater.cc:461] Registering TS with master...
08:01:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.670229 20679 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:01:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.671672 18456 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:05.673 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] handling channelInactive
08:01:05.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state READY due to: connection closed
08:01:05.674 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:01:05.675 [DEBUG - Time-limited test] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.676 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.676894 20678 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:01:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.677021 20678 heartbeater.cc:461] Registering TS with master...
08:01:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.677253 20678 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:01:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.678303 18380 ts_manager.cc:194] Re-registered known tserver with Master: 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.679239 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.195:34361
08:01:05.689 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:05.689 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:05.689 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test)) after lookup
08:01:05.690 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.691008 20569 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.691458 20569 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Bootstrap complete.
08:01:05.692 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.692965 20569 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent bootstrapping tablet: real 0.054s	user 0.034s	sys 0.014s
08:01:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.695399 20569 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.695727 20569 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72d234578f664e8b8d5399006bb1bb1f, State: Initialized, Role: FOLLOWER
08:01:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.696133 20569 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.696794 20678 heartbeater.cc:499] Master 127.17.232.254:40391 was elected leader, sending a full tablet report...
08:01:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:05.696940 20569 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
08:01:05.709 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:05.709 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:05.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229))) after lookup
08:01:05.710 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.712 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:05.749 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:05.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [36ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [37ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [75ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694))) after lookup
08:01:05.750 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.751 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.869 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:05.869 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:05.870 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [36ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [37ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [75ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [76ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [77ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [195ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070))) after lookup
08:01:05.870 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.871 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:05.969 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:05.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=295), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [36ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [37ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [75ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [76ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [77ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [195ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [196ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [197ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [197ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [292ms] refreshing cache from master, [292ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [295ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514))) after lookup
08:01:05.970 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:05.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:05.971 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:06.209 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:06.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=535), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [36ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [37ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [75ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [76ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [77ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [195ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [196ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [197ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [197ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [292ms] refreshing cache from master, [292ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [295ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [296ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [297ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [297ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [533ms] refreshing cache from master, [533ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [535ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514) -> (continuation of Deferred@2039680811 after retry RPC@87268156), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514) -> (continuation of Deferred@2039680811 after retry RPC@87268156))) after lookup
08:01:06.211 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:06.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.212 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.589 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:06.590 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)[L],5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133),72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:06.590 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=915), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [36ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [37ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [75ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [76ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [77ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [195ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [196ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [197ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [197ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [292ms] refreshing cache from master, [292ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [295ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [296ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [297ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [297ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [533ms] refreshing cache from master, [533ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [535ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [537ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [538ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [538ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [913ms] refreshing cache from master, [913ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [915ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514) -> (continuation of Deferred@2039680811 after retry RPC@87268156) -> (continuation of Deferred@656089407 after retry RPC@1047049371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514) -> (continuation of Deferred@2039680811 after retry RPC@87268156) -> (continuation of Deferred@656089407 after retry RPC@1047049371))) after lookup
08:01:06.590 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] connecting to peer
08:01:06.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.592 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239) for tablet 11fdb7e436524a94b75189fd04cfc138: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239
08:01:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.964254 20690 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:01:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.964438 20690 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:06.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.965562 20690 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:06.966380 20386 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:01:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:06.967260 20386 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:01:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.970355 20630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f" is_pre_election: true
08:01:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.970573 20630 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 10.
08:01:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.971220 20385 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:01:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.971460 20690 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Leader pre-election won for term 12
08:01:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.971516 20690 raft_consensus.cc:493] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 2d9f04b3f01443fd8ba86bed0819d2ad)
08:01:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.971545 20690 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 11 FOLLOWER]: Advancing to term 12
08:01:06.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.972276 20690 raft_consensus.cc:515] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.972620 20690 leader_election.cc:290] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 12 election: Requested vote from peers 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239), 72d234578f664e8b8d5399006bb1bb1f (127.17.232.195:43729)
08:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.973021 20630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "11fdb7e436524a94b75189fd04cfc138" candidate_uuid: "5a89846da62b4f01a28cb9617e57b073" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "72d234578f664e8b8d5399006bb1bb1f"
08:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.973131 20630 raft_consensus.cc:3060] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 10 FOLLOWER]: Advancing to term 12
08:01:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:06.973596 20386 leader_election.cc:336] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111)
08:01:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.974687 20630 raft_consensus.cc:2468] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a89846da62b4f01a28cb9617e57b073 in term 12.
08:01:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.975014 20385 leader_election.cc:304] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a89846da62b4f01a28cb9617e57b073, 72d234578f664e8b8d5399006bb1bb1f; no voters: 2d9f04b3f01443fd8ba86bed0819d2ad
08:01:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.975193 20690 raft_consensus.cc:2804] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 12 FOLLOWER]: Leader election won for term 12
08:01:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.975378 20690 raft_consensus.cc:697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [term 12 LEADER]: Becoming Leader. State: Replica: 5a89846da62b4f01a28cb9617e57b073, State: Running, Role: LEADER
08:01:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.975658 20690 consensus_queue.cc:237] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:06.978273 18380 catalog_manager.cc:5697] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 reported cstate change: term changed from 11 to 12, leader changed from 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193) to 5a89846da62b4f01a28cb9617e57b073 (127.17.232.194). New cstate: current_term: 12 leader_uuid: "5a89846da62b4f01a28cb9617e57b073" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } health_report { overall_health: UNKNOWN } } }
08:01:07.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:07.481652 20630 raft_consensus.cc:1275] T 11fdb7e436524a94b75189fd04cfc138 P 72d234578f664e8b8d5399006bb1bb1f [term 12 FOLLOWER]: Refusing update from remote peer 5a89846da62b4f01a28cb9617e57b073: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
08:01:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:07.482470 20707 consensus_queue.cc:1048] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
08:01:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:07.492302 20386 consensus_peers.cc:597] T 11fdb7e436524a94b75189fd04cfc138 P 5a89846da62b4f01a28cb9617e57b073 -> Peer 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239): Couldn't send request to peer 2d9f04b3f01443fd8ba86bed0819d2ad. Status: Network error: Client connection negotiation failed: client connection to 127.17.232.193:44239: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:01:08.109 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 11fdb7e436524a94b75189fd04cfc138 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271' with partition [<start>, <end>)
08:01:08.111 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=11fdb7e436524a94b75189fd04cfc138@[2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239),5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)[L],72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)]}]
08:01:08.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=11fdb7e436524a94b75189fd04cfc138, attempt=16, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2437), Traces: [0ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [2ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [16ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [17ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [35ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [36ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [37ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [75ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [76ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [77ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [195ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [196ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [197ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [197ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [292ms] refreshing cache from master, [292ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [295ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [296ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [297ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [297ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [533ms] refreshing cache from master, [533ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [535ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [537ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [538ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [538ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [913ms] refreshing cache from master, [913ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [915ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, [916ms] sending RPC to server 2d9f04b3f01443fd8ba86bed0819d2ad, [918ms] received response from server 2d9f04b3f01443fd8ba86bed0819d2ad: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [918ms] delaying RPC due to: Network error: Failed to connect to peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239): Connection refused: /127.17.232.193:44239, [2432ms] refreshing cache from master, [2432ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.232.254:40391, [2435ms] Sub RPC GetTableLocations: received response from server master-127.17.232.254:40391: OK, deferred=Deferred@1119831844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f4240338f98@46ca9068 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514) -> (continuation of Deferred@2039680811 after retry RPC@87268156) -> (continuation of Deferred@656089407 after retry RPC@1047049371) -> (continuation of Deferred@1776754998 after retry RPC@315657469), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57827db4 -> wakeup thread Time-limited test -> (continuation of Deferred@161304535 after retry RPC@1295449229) -> (continuation of Deferred@1527289098 after retry RPC@704948694) -> (continuation of Deferred@226152390 after retry RPC@46108070) -> (continuation of Deferred@407841760 after retry RPC@1717782514) -> (continuation of Deferred@2039680811 after retry RPC@87268156) -> (continuation of Deferred@656089407 after retry RPC@1047049371) -> (continuation of Deferred@1776754998 after retry RPC@315657469))) after lookup
08:01:08.112 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] connecting to peer
08:01:08.113 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] Successfully connected to peer
08:01:08.131 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x3e75e480, L:/127.0.0.1:44520 - R:/127.17.232.194:34133] using TOKEN/null
08:01:08.151 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.232.193:44239
08:01:08.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.152740 18339 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:01:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.274458 20729 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:01:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.274755 20729 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.274838 20729 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:01:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.278622 20729 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:01:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.278748 20729 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.232.193
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.282774 20729 tablet_server_runner.cc:78] Tablet server non-default flags:
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.232.212:46301
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.232.193:44239
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.232.193
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35677
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.232.254:40391,127.17.232.253:45783,127.17.232.252:42239
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20729
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.232.193
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/logs
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 07:43:13 UTC on bdcb31816ec0
08:01:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12768
08:01:08.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.284261 20729 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.285650 20729 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:01:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.293507 20734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.293532 20737 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 08:01:08.293509 20735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.293955 20729 server_base.cc:1061] running on GCE node
08:01:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.294581 20729 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.295375 20729 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.296572 20729 hybrid_clock.cc:648] HybridClock initialized: now 1783497668296538 us; error 51 us; skew 500 ppm
08:01:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.298807 20729 webserver.cc:533] Webserver started at http://127.17.232.193:35677/ using document root <none> and password file <none>
08:01:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.299669 20729 fs_manager.cc:362] Metadata directory not provided
08:01:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.299762 20729 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.303887 20729 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
08:01:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.306324 20743 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:01:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.307713 20729 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.307873 20729 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data,/tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d9f04b3f01443fd8ba86bed0819d2ad"
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 08:00:37 on dist-test-slave-66tn"
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.308430 20729 fs_report.cc:389] FS layout report
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/wal
08:01:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/data
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.321081 20729 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:01:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.321841 20729 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.322012 20729 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.322639 20729 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:01:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.324319 20750 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:01:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.328019 20729 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:01:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.328132 20729 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
08:01:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.328218 20729 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:01:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.330273 20729 ts_tablet_manager.cc:616] Registered 1 tablets
08:01:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.330353 20729 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
08:01:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.330745 20750 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap starting.
08:01:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.345026 20729 rpc_server.cc:307] RPC server started. Bound to: 127.17.232.193:44239
08:01:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.345053 20857 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.232.193:44239 every 8 connection(s)
08:01:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.346349 20729 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZeU4Ht/test-tmp/mini-kudu-cluster1170942487968424185/ts-0/data/info.pb
08:01:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.348281 20750 log.cc:826] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Log is configured to *not* fsync() on all Append() calls
08:01:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.349671 18339 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu as pid 20729
08:01:08.350 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:01:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.359472 20858 heartbeater.cc:344] Connected to a master server at 127.17.232.252:42239
08:01:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.359715 20858 heartbeater.cc:461] Registering TS with master...
08:01:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.360328 20858 heartbeater.cc:507] Master 127.17.232.252:42239 requested a full tablet report, sending...
08:01:08.360 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:01:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.361838 20859 heartbeater.cc:344] Connected to a master server at 127.17.232.254:40391
08:01:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.361928 20859 heartbeater.cc:461] Registering TS with master...
08:01:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.362115 20859 heartbeater.cc:507] Master 127.17.232.254:40391 requested a full tablet report, sending...
08:01:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.362942 18380 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:01:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.363854 18380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.232.193:51973
08:01:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.363867 18529 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:01:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.367588 20860 heartbeater.cc:344] Connected to a master server at 127.17.232.253:45783
08:01:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.367726 20860 heartbeater.cc:461] Registering TS with master...
08:01:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.367957 20860 heartbeater.cc:507] Master 127.17.232.253:45783 requested a full tablet report, sending...
08:01:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.369035 18456 ts_manager.cc:194] Re-registered known tserver with Master: 2d9f04b3f01443fd8ba86bed0819d2ad (127.17.232.193:44239)
08:01:08.369 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783497638271, tablet=11fdb7e436524a94b75189fd04cfc138, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:01:08.375 [DEBUG - main] (Connection.java:575) [peer 2d9f04b3f01443fd8ba86bed0819d2ad(127.17.232.193:44239)] disconnecting while in state TERMINATED
08:01:08.376 [DEBUG - main] (Connection.java:575) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] disconnecting while in state READY
08:01:08.377 [DEBUG - main] (Connection.java:575) [peer master-127.17.232.253:45783(127.17.232.253:45783)] disconnecting while in state READY
08:01:08.377 [DEBUG - main] (Connection.java:575) [peer 72d234578f664e8b8d5399006bb1bb1f(127.17.232.195:43729)] disconnecting while in state TERMINATED
08:01:08.377 [DEBUG - main] (Connection.java:575) [peer master-127.17.232.254:40391(127.17.232.254:40391)] disconnecting while in state READY
08:01:08.379 [DEBUG - main] (Connection.java:575) [peer master-127.17.232.252:42239(127.17.232.252:42239)] disconnecting while in state READY
08:01:08.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.379729 20750 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:08.380 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.232.253:45783(127.17.232.253:45783)] handling channelInactive
08:01:08.380 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.232.252:42239(127.17.232.252:42239)] handling channelInactive
08:01:08.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.232.252:42239(127.17.232.252:42239)] cleaning up while in state READY due to: connection closed
08:01:08.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.232.253:45783(127.17.232.253:45783)] cleaning up while in state READY due to: connection closed
08:01:08.380 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] handling channelInactive
08:01:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.380787 20750 tablet_bootstrap.cc:492] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Bootstrap complete.
08:01:08.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5a89846da62b4f01a28cb9617e57b073(127.17.232.194:34133)] cleaning up while in state READY due to: connection closed
08:01:08.381 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.232.254:40391(127.17.232.254:40391)] handling channelInactive
08:01:08.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.232.254:40391(127.17.232.254:40391)] cleaning up while in state READY due to: connection closed
08:01:08.381 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:01:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.382386 20750 ts_tablet_manager.cc:1403] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent bootstrapping tablet: real 0.052s	user 0.033s	sys 0.016s
08:01:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.386037 20750 raft_consensus.cc:359] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.386598 20750 raft_consensus.cc:740] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d9f04b3f01443fd8ba86bed0819d2ad, State: Initialized, Role: FOLLOWER
08:01:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.387298 20750 consensus_queue.cc:260] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a89846da62b4f01a28cb9617e57b073" member_type: VOTER last_known_addr { host: "127.17.232.194" port: 34133 } } peers { permanent_uuid: "2d9f04b3f01443fd8ba86bed0819d2ad" member_type: VOTER last_known_addr { host: "127.17.232.193" port: 44239 } } peers { permanent_uuid: "72d234578f664e8b8d5399006bb1bb1f" member_type: VOTER last_known_addr { host: "127.17.232.195" port: 43729 } }
08:01:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.388914 20750 ts_tablet_manager.cc:1434] T 11fdb7e436524a94b75189fd04cfc138 P 2d9f04b3f01443fd8ba86bed0819d2ad: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.003s
08:01:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.389695 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 20729
08:01:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.398880 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 20370
08:01:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.408500 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 20548
08:01:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.416707 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 18350
08:01:08.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.425578 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 18422
08:01:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 08:01:08.433133 18339 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZeU4Ht/build/debug/bin/kudu with pid 18495
08:01:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T08:01:08Z chronyd exiting

Time: 33.082

OK (1 test)

