JUnit version 4.13.2
.23:08:00.096 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465680088
23:08:00.159 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:08:00.196 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:08:00.211 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskA7Si7F/test-tmp
23:08:00.238 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
23:08:00.241 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskA7Si7F/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
23:08:00.418 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:08:00.430 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:00.431 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:08:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.433348 12738 mini_oidc.cc:150] Starting JWKS server
23:08:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.435123 12738 webserver.cc:534] Webserver started at http://127.0.0.1:33803/ using document root <none> and password file <none>
23:08:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.435300 12738 mini_oidc.cc:186] Starting OIDC Discovery server
23:08:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.435590 12738 webserver.cc:534] Webserver started at http://127.0.0.1:40729/ using document root <none> and password file <none>
23:08:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:08:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:00Z Disabled control of system clock
23:08:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.449101 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal
23:08:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data
23:08:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/logs
23:08:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data/info.pb
23:08:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.190:42625
23:08:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.190
23:08:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33803/jwks.json with env {}
23:08:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.547398 12750 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.547608 12750 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.547657 12750 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:00.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.551116 12750 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:00.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.551170 12750 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:00.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.551189 12750 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.551205 12750 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.551221 12750 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.551234 12750 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33803/jwks.json
23:08:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.555034 12750 master_runner.cc:387] Master server non-default flags:
23:08:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data
23:08:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal
23:08:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.190:42625
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33803/jwks.json
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data/info.pb
23:08:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.190
23:08:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12750
23:08:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/logs
23:08:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.556119 12750 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.557076 12750 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.563174 12750 server_base.cc:1061] running on GCE node
23:08:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.563225 12758 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.563400 12755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.563223 12756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.564437 12750 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.565176 12750 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.566320 12750 hybrid_clock.cc:648] HybridClock initialized: now 1783465680566301 us; error 33 us; skew 500 ppm
23:08:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.567947 12750 webserver.cc:534] Webserver started at http://127.12.112.190:42119/ using document root <none> and password file <none>
23:08:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.568509 12750 fs_manager.cc:362] Metadata directory not provided
23:08:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.568565 12750 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.568765 12750 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:00.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.570308 12750 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data/instance:
23:08:00.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34621297f1e0439c94bfb56f8fbffbe9"
23:08:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.570770 12750 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal/instance:
23:08:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34621297f1e0439c94bfb56f8fbffbe9"
23:08:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.573997 12750 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
23:08:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.575960 12764 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.576843 12750 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.576929 12750 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal
23:08:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34621297f1e0439c94bfb56f8fbffbe9"
23:08:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.576992 12750 fs_report.cc:389] FS layout report
23:08:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal
23:08:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal
23:08:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data/data
23:08:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.592718 12750 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.593299 12750 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.593431 12750 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.599881 12816 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.190:42625 every 8 connection(s)
23:08:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.599888 12750 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.190:42625
23:08:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.600838 12750 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/data/info.pb
23:08:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.603376 12817 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.605204 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 12750
23:08:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.605322 12738 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-0/wal/instance
23:08:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.606518 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal
23:08:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data
23:08:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/logs
23:08:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data/info.pb
23:08:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.189:36345
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.189
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33803/jwks.json with env {}
23:08:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.606288 12817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.622157 12817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.622889 12766 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.189:36345: connect: Connection refused (error 111)
23:08:00.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.623854 12817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.189:36345: Network error: Client connection negotiation failed: client connection to 127.12.112.189:36345: connect: Connection refused (error 111)
23:08:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.673039 12817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } attempt: 1
23:08:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.674549 12817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.189:36345: Network error: Client connection negotiation failed: client connection to 127.12.112.189:36345: connect: Connection refused (error 111)
23:08:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.705657 12819 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.705842 12819 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.705883 12819 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.709262 12819 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.709321 12819 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.709340 12819 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.709357 12819 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.709373 12819 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.709386 12819 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33803/jwks.json
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.714771 12819 master_runner.cc:387] Master server non-default flags:
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data
23:08:00.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.189:36345
23:08:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33803/jwks.json
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data/info.pb
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.189
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12819
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/logs
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.716158 12819 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.717459 12819 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:00.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.723227 12830 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.723729 12819 server_base.cc:1061] running on GCE node
23:08:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.723241 12828 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.723227 12827 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.724377 12819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.725432 12819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.726591 12819 hybrid_clock.cc:648] HybridClock initialized: now 1783465680726544 us; error 64 us; skew 500 ppm
23:08:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.728186 12819 webserver.cc:534] Webserver started at http://127.12.112.189:37425/ using document root <none> and password file <none>
23:08:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.728772 12819 fs_manager.cc:362] Metadata directory not provided
23:08:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.728832 12819 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.729040 12819 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.730645 12819 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data/instance:
23:08:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cdcfbc850f04f60a093f3ba08066f7a"
23:08:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.731204 12819 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal/instance:
23:08:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cdcfbc850f04f60a093f3ba08066f7a"
23:08:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.734381 12819 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.000s
23:08:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.736348 12836 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.737408 12819 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.737521 12819 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal
23:08:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cdcfbc850f04f60a093f3ba08066f7a"
23:08:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.737608 12819 fs_report.cc:389] FS layout report
23:08:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal
23:08:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data/data
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:00.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.742691 12817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } attempt: 2
23:08:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.744194 12817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.189:36345: Network error: Client connection negotiation failed: client connection to 127.12.112.189:36345: connect: Connection refused (error 111)
23:08:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.748749 12819 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.749272 12819 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.749401 12819 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.755541 12819 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.189:36345
23:08:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.755563 12888 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.189:36345 every 8 connection(s)
23:08:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.756394 12819 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/data/info.pb
23:08:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.758849 12889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.761647 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 12819
23:08:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.761744 12738 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-1/wal/instance
23:08:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.761556 12889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.762355 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/logs
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data/info.pb
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.188:42285
23:08:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.188
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33803/jwks.json with env {}
23:08:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.772789 12889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.779492 12889 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.780464 12837 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.188:42285: connect: Connection refused (error 111)
23:08:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.781548 12889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.188:42285: Network error: Client connection negotiation failed: client connection to 127.12.112.188:42285: connect: Connection refused (error 111)
23:08:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.830763 12889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } attempt: 1
23:08:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.832221 12889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.188:42285: Network error: Client connection negotiation failed: client connection to 127.12.112.188:42285: connect: Connection refused (error 111)
23:08:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.835351 12817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } attempt: 3
23:08:00.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.839422 12817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.840685 12817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.188:42285: Network error: Client connection negotiation failed: client connection to 127.12.112.188:42285: connect: Connection refused (error 111)
23:08:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.862303 12891 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.862464 12891 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.862504 12891 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.865638 12891 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:00.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.865685 12891 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.865703 12891 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.865718 12891 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.865734 12891 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.865747 12891 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33803/jwks.json
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.869387 12891 master_runner.cc:387] Master server non-default flags:
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data
23:08:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.188:42285
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33803/jwks.json
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data/info.pb
23:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.188
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12891
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/logs
23:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.870276 12891 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.871224 12891 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.871845 12817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } attempt: 1
23:08:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.874300 12817 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.188:42285: Network error: Client connection negotiation failed: client connection to 127.12.112.188:42285: connect: Connection refused (error 111)
23:08:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.876709 12900 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.876713 12899 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.876981 12902 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.877494 12891 server_base.cc:1061] running on GCE node
23:08:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.877946 12891 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.878885 12891 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.880041 12891 hybrid_clock.cc:648] HybridClock initialized: now 1783465680880023 us; error 32 us; skew 500 ppm
23:08:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.881877 12891 webserver.cc:534] Webserver started at http://127.12.112.188:42731/ using document root <none> and password file <none>
23:08:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.882483 12891 fs_manager.cc:362] Metadata directory not provided
23:08:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.882542 12891 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.882695 12891 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.884086 12891 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data/instance:
23:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de9afdb290046e1b331677cc9cda7a4"
23:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.884502 12891 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal/instance:
23:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de9afdb290046e1b331677cc9cda7a4"
23:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.887332 12891 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
23:08:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.889111 12908 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.889963 12891 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.890048 12891 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de9afdb290046e1b331677cc9cda7a4"
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:00 on dist-test-slave-skxn"
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.890105 12891 fs_report.cc:389] FS layout report
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data/data
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:00.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.900362 12889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } attempt: 2
23:08:00.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.901530 12889 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.112.188:42285: Network error: Client connection negotiation failed: client connection to 127.12.112.188:42285: connect: Connection refused (error 111)
23:08:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.912611 12891 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.913175 12891 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.913311 12891 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.919595 12960 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.188:42285 every 8 connection(s)
23:08:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.919608 12891 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.188:42285
23:08:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.920497 12891 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/data/info.pb
23:08:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.923132 12961 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.925676 12961 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.927275 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 12891
23:08:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.927368 12738 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/master-2/wal/instance
23:08:00.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.934796 12961 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.938607 12961 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } has no permanent_uuid. Determining permanent_uuid...
23:08:00.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.945770 12961 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4: Bootstrap starting.
23:08:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.948087 12961 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4: Neither blocks nor log segments found. Creating new log.
23:08:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.948729 12961 log.cc:826] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4: Log is configured to *not* fsync() on all Append() calls
23:08:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.949434 12817 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } attempt: 2
23:08:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.950155 12961 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4: No bootstrap required, opened a new log
23:08:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.953181 12961 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.953346 12961 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.953393 12961 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1de9afdb290046e1b331677cc9cda7a4, State: Initialized, Role: FOLLOWER
23:08:00.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.953837 12961 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.954241 12970 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:00.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.954336 12970 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: This master's current role is: FOLLOWER
23:08:00.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.954933 12961 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: configured and running, proceeding with master startup.
23:08:00.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.955422 12817 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: Bootstrap starting.
23:08:00.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.957722 12817 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: Neither blocks nor log segments found. Creating new log.
23:08:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.958425 12817 log.cc:826] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: Log is configured to *not* fsync() on all Append() calls
23:08:00.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.959600 12981 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.959842 12981 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.961594 12817 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: No bootstrap required, opened a new log
23:08:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.959995 12891 master_runner.cc:187] Error getting master registration for 127.12.112.190:42625: OK, instance_id { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" instance_seqno: 1783465680598132 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.962088 12891 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.964366 12817 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.964498 12817 raft_consensus.cc:385] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.964550 12817 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34621297f1e0439c94bfb56f8fbffbe9, State: Initialized, Role: FOLLOWER
23:08:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.964995 12817 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.965471 12984 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.965579 12984 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: This master's current role is: FOLLOWER
23:08:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.966593 12817 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: configured and running, proceeding with master startup.
23:08:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.967814 12970 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:00.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.967938 12970 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.969152 12791 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1de9afdb290046e1b331677cc9cda7a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34621297f1e0439c94bfb56f8fbffbe9" is_pre_election: true
23:08:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.969375 12791 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1de9afdb290046e1b331677cc9cda7a4 in term 0.
23:08:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.970068 12910 leader_election.cc:304] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1de9afdb290046e1b331677cc9cda7a4, 34621297f1e0439c94bfb56f8fbffbe9; no voters: 
23:08:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.970784 12970 leader_election.cc:290] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34621297f1e0439c94bfb56f8fbffbe9 (127.12.112.190:42625), 7cdcfbc850f04f60a093f3ba08066f7a (127.12.112.189:36345)
23:08:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.971083 12970 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.971347 12970 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.971632 12970 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 0 FOLLOWER]: Advancing to term 1
23:08:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.972010 12995 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:00.972306 12995 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.970638 12750 master_runner.cc:187] Error getting master registration for 127.12.112.189:36345: OK, instance_id { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" instance_seqno: 1783465680753917 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.972720 12750 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.972837 12970 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.973903 12970 leader_election.cc:290] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [CANDIDATE]: Term 1 election: Requested vote from peers 34621297f1e0439c94bfb56f8fbffbe9 (127.12.112.190:42625), 7cdcfbc850f04f60a093f3ba08066f7a (127.12.112.189:36345)
23:08:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.974337 12791 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1de9afdb290046e1b331677cc9cda7a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34621297f1e0439c94bfb56f8fbffbe9"
23:08:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.974447 12791 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 0 FOLLOWER]: Advancing to term 1
23:08:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.975456 12791 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1de9afdb290046e1b331677cc9cda7a4 in term 1.
23:08:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.983101 12910 leader_election.cc:304] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1de9afdb290046e1b331677cc9cda7a4, 34621297f1e0439c94bfb56f8fbffbe9; no voters: 
23:08:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.983278 12997 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 1 FOLLOWER]: Leader election won for term 1
23:08:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.983371 12997 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [term 1 LEADER]: Becoming Leader. State: Replica: 1de9afdb290046e1b331677cc9cda7a4, State: Running, Role: LEADER
23:08:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.983672 12997 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.985291 12997 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1de9afdb290046e1b331677cc9cda7a4. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.985383 12997 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: This master's current role is: LEADER
23:08:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.987475 12999 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:08:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.991291 12999 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:08:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:00.992662 12889 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } attempt: 3
23:08:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.000072 12791 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [term 1 FOLLOWER]: Refusing update from remote peer 1de9afdb290046e1b331677cc9cda7a4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.000450 12889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: Bootstrap starting.
23:08:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.001163 12970 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.002806 12889 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: Neither blocks nor log segments found. Creating new log.
23:08:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.005350 12984 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1de9afdb290046e1b331677cc9cda7a4. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.005446 12984 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: This master's current role is: FOLLOWER
23:08:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.005600 12889 log.cc:826] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: Log is configured to *not* fsync() on all Append() calls
23:08:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.014999 12997 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.015105 12997 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: This master's current role is: LEADER
23:08:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.015372 13000 mvcc.cc:204] Tried to move back new op lower bound from 7305075429365403648 to 7305075429312098304. Current Snapshot: MvccSnapshot[applied={T|T < 7305075429365403648}]
23:08:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.015524 12984 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.015620 12984 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9 [sys.catalog]: This master's current role is: FOLLOWER
23:08:01.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.017380 13001 mvcc.cc:204] Tried to move back new op lower bound from 7305075429365403648 to 7305075429312098304. Current Snapshot: MvccSnapshot[applied={T|T < 7305075429365403648}]
23:08:01.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.017618 12889 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: No bootstrap required, opened a new log
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.020661 12999 catalog_manager.cc:1382] Generated new cluster ID: fd6922ff7b9f4dd98d97edf4b130d6c4
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.020720 12999 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.020716 12889 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.020869 12889 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.020910 12889 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7cdcfbc850f04f60a093f3ba08066f7a, State: Initialized, Role: FOLLOWER
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.021371 12889 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } }
23:08:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.021935 13006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.022137 13006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: This master's current role is: FOLLOWER
23:08:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.022490 12889 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: configured and running, proceeding with master startup.
23:08:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.022535 12862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1de9afdb290046e1b331677cc9cda7a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7cdcfbc850f04f60a093f3ba08066f7a"
23:08:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.022701 12862 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 0 FOLLOWER]: Advancing to term 1
23:08:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.023762 12862 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1de9afdb290046e1b331677cc9cda7a4 in term 1.
23:08:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.031591 12861 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 1 FOLLOWER]: Refusing update from remote peer 1de9afdb290046e1b331677cc9cda7a4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.031883 12863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1de9afdb290046e1b331677cc9cda7a4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" is_pre_election: true
23:08:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.031984 12863 raft_consensus.cc:2376] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 1de9afdb290046e1b331677cc9cda7a4 in term 1. Re-sending same reply.
23:08:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.032500 12970 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.037120 13018 mvcc.cc:204] Tried to move back new op lower bound from 7305075429365403648 to 7305075429312098304. Current Snapshot: MvccSnapshot[applied={T|T < 7305075429365403648}]
23:08:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.039031 13017 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.040217 13017 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.041802 13006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1de9afdb290046e1b331677cc9cda7a4. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.041900 13006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: This master's current role is: FOLLOWER
23:08:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.041968 13006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.042018 13006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a [sys.catalog]: This master's current role is: FOLLOWER
23:08:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.042295 12999 catalog_manager.cc:1405] Generated new certificate authority record
23:08:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.043368 12999 catalog_manager.cc:1539] Loading token signing keys...
23:08:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.044890 12997 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1de9afdb290046e1b331677cc9cda7a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34621297f1e0439c94bfb56f8fbffbe9" member_type: VOTER last_known_addr { host: "127.12.112.190" port: 42625 } } peers { permanent_uuid: "7cdcfbc850f04f60a093f3ba08066f7a" member_type: VOTER last_known_addr { host: "127.12.112.189" port: 36345 } } peers { permanent_uuid: "1de9afdb290046e1b331677cc9cda7a4" member_type: VOTER last_known_addr { host: "127.12.112.188" port: 42285 } } }
23:08:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.044991 12997 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4 [sys.catalog]: This master's current role is: LEADER
23:08:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.053928 12999 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 1de9afdb290046e1b331677cc9cda7a4: Generated new TSK 0
23:08:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.054697 12999 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:08:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.063445 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:0
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:01.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.211766 13024 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:01.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.212010 13024 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:01.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.212066 13024 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:01.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.216655 13024 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.216796 13024 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.129
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.222007 13024 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:0
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13024
23:08:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.223117 13024 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.224514 13024 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.232297 13030 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.232322 13032 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.232525 13029 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.233063 13024 server_base.cc:1061] running on GCE node
23:08:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.233409 13024 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:01.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.233934 13024 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:01.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.235080 13024 hybrid_clock.cc:648] HybridClock initialized: now 1783465681235030 us; error 67 us; skew 500 ppm
23:08:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.236801 13024 webserver.cc:534] Webserver started at http://127.12.112.129:44207/ using document root <none> and password file <none>
23:08:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.237332 13024 fs_manager.cc:362] Metadata directory not provided
23:08:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.237389 13024 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.237596 13024 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.239084 13024 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/instance:
23:08:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5799572b44114d86b9951e5a291b9330"
23:08:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.239652 13024 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal/instance:
23:08:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5799572b44114d86b9951e5a291b9330"
23:08:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.242830 13024 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.000s
23:08:01.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.245042 13038 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.245975 13024 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.246068 13024 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5799572b44114d86b9951e5a291b9330"
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.246153 13024 fs_report.cc:389] FS layout report
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/data
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.271420 13024 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:01.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.272161 13024 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:01.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.272336 13024 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.272933 13024 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.273939 13024 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.273986 13024 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.274035 13024 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.274055 13024 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:01.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.282205 13024 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.129:36449
23:08:01.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.282236 13151 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.129:36449 every 8 connection(s)
23:08:01.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.283111 13024 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.289497 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 13024
23:08:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.289602 12738 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal/instance
23:08:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.291431 13152 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.291592 13154 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.291668 13152 heartbeater.cc:461] Registering TS with master...
23:08:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.292135 13152 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.291668 13154 heartbeater.cc:461] Registering TS with master...
23:08:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.292646 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:0
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.292716 13154 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.293443 12925 ts_manager.cc:194] Registered new tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.293761 12853 ts_manager.cc:194] Registered new tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.294902 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.129:33847
23:08:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.295219 13153 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.295297 13153 heartbeater.cc:461] Registering TS with master...
23:08:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.295450 13153 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.296288 12781 ts_manager.cc:194] Registered new tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.388789 13159 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.388983 13159 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.389036 13159 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.392305 13159 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.392410 13159 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.130
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.396087 13159 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:0
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13159
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.397275 13159 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.398510 13159 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.404091 13164 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.404167 13167 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.404091 13165 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.404366 13159 server_base.cc:1061] running on GCE node
23:08:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.404923 13159 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.405359 13159 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.406493 13159 hybrid_clock.cc:648] HybridClock initialized: now 1783465681406478 us; error 34 us; skew 500 ppm
23:08:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.407998 13159 webserver.cc:534] Webserver started at http://127.12.112.130:40085/ using document root <none> and password file <none>
23:08:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.408568 13159 fs_manager.cc:362] Metadata directory not provided
23:08:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.408636 13159 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.408810 13159 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.410156 13159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/instance:
23:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.410544 13159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal/instance:
23:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.413386 13159 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.001s	sys 0.004s
23:08:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.415112 13173 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.415989 13159 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.416070 13159 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.416126 13159 fs_report.cc:389] FS layout report
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/data
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.436179 13159 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.436694 13159 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.436831 13159 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.437286 13159 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.438155 13159 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.438198 13159 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.438232 13159 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.438246 13159 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.446255 13159 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.130:39647
23:08:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.446312 13286 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.130:39647 every 8 connection(s)
23:08:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.447054 13159 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.448791 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 13159
23:08:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.448868 12738 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal/instance
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.452253 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:0
23:08:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:01.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.455817 13287 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.455997 13287 heartbeater.cc:461] Registering TS with master...
23:08:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.456410 13287 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.455826 13288 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.456595 13288 heartbeater.cc:461] Registering TS with master...
23:08:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.456755 13288 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.457581 12925 ts_manager.cc:194] Registered new tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.457618 12781 ts_manager.cc:194] Registered new tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.457957 13289 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.458016 13289 heartbeater.cc:461] Registering TS with master...
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.458158 13289 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.458210 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.130:54179
23:08:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.458722 12853 ts_manager.cc:194] Registered new tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.551908 13294 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.552090 13294 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.552130 13294 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.555404 13294 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.555528 13294 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.131
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.559237 13294 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:0
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13294
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.560236 13294 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.561206 13294 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.566874 13300 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.566905 13299 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.567003 13294 server_base.cc:1061] running on GCE node
23:08:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:01.567013 13302 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.567546 13294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.568003 13294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.569144 13294 hybrid_clock.cc:648] HybridClock initialized: now 1783465681569131 us; error 24 us; skew 500 ppm
23:08:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.570717 13294 webserver.cc:534] Webserver started at http://127.12.112.131:37713/ using document root <none> and password file <none>
23:08:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.571244 13294 fs_manager.cc:362] Metadata directory not provided
23:08:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.571302 13294 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.571533 13294 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.572968 13294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/instance:
23:08:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.573453 13294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal/instance:
23:08:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.576586 13294 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.004s	sys 0.000s
23:08:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.578552 13308 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.579452 13294 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.579573 13294 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.579660 13294 fs_report.cc:389] FS layout report
23:08:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/data
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:01.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.607611 13294 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.608121 13294 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.608261 13294 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.608683 13294 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.609565 13294 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.609612 13294 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.609658 13294 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.609678 13294 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.617621 13294 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.131:46639
23:08:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.617667 13421 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.131:46639 every 8 connection(s)
23:08:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.618430 13294 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.620754 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 13294
23:08:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.620853 12738 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal/instance
23:08:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.627560 13422 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.627560 13424 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.627624 13423 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.627805 13423 heartbeater.cc:461] Registering TS with master...
23:08:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.627806 13424 heartbeater.cc:461] Registering TS with master...
23:08:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.627804 13422 heartbeater.cc:461] Registering TS with master...
23:08:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.628353 13422 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.628356 13424 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.628360 13423 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.629298 12925 ts_manager.cc:194] Registered new tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.629433 12781 ts_manager.cc:194] Registered new tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.629467 12853 ts_manager.cc:194] Registered new tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:01.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.629936 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.131:60599
23:08:01.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.640144 12738 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:08:01.641 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:01.642 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:08:01.649 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.112.190"
      port: 42625
    }
    bound_http_address {
      host: "127.12.112.190"
      port: 42119
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.112.189"
      port: 36345
    }
    bound_http_address {
      host: "127.12.112.189"
      port: 37425
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.112.188"
      port: 42285
    }
    bound_http_address {
      host: "127.12.112.188"
      port: 42731
    }
  }
}

23:08:01.652 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:08:01.654 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.112.129"
      port: 36449
    }
    bound_http_address {
      host: "127.12.112.129"
      port: 44207
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.112.130"
      port: 39647
    }
    bound_http_address {
      host: "127.12.112.130"
      port: 40085
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.112.131"
      port: 46639
    }
    bound_http_address {
      host: "127.12.112.131"
      port: 37713
    }
  }
}

23:08:01.654 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:08:01.809 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:08:01.868 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:01.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.973991 12995 catalog_manager.cc:1294] Loaded cluster ID: fd6922ff7b9f4dd98d97edf4b130d6c4
23:08:01.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.974078 12995 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: loading cluster ID for follower catalog manager: success
23:08:01.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.976966 12995 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: acquiring CA information for follower catalog manager: success
23:08:01.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:01.978556 12995 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 34621297f1e0439c94bfb56f8fbffbe9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.041587 13017 catalog_manager.cc:1294] Loaded cluster ID: fd6922ff7b9f4dd98d97edf4b130d6c4
23:08:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.041666 13017 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: loading cluster ID for follower catalog manager: success
23:08:02.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.043546 13017 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: acquiring CA information for follower catalog manager: success
23:08:02.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.044595 13017 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7cdcfbc850f04f60a093f3ba08066f7a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:02.053 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.112.190:42625(127.12.112.190:42625)] connecting to peer
23:08:02.122 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.112.188:42285(127.12.112.188:42285)] connecting to peer
23:08:02.124 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.112.189:36345(127.12.112.189:36345)] connecting to peer
23:08:02.137 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.112.188:42285(127.12.112.188:42285)] Successfully connected to peer
23:08:02.140 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.112.190:42625(127.12.112.190:42625)] Successfully connected to peer
23:08:02.141 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.112.189:36345(127.12.112.189:36345)] Successfully connected to peer
23:08:02.221 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.112.188
23:08:02.221 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.112.189
23:08:02.224 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.112.190
23:08:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.296479 13152 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:02.433 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9ac90065, L:/127.0.0.1:51920 - R:/127.12.112.189:36345] using SASL/PLAIN
23:08:02.434 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x561950f3, L:/127.0.0.1:47768 - R:/127.12.112.188:42285] using SASL/PLAIN
23:08:02.434 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x551ffdb8, L:/127.0.0.1:49294 - R:/127.12.112.190:42625] using SASL/PLAIN
23:08:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.459838 13287 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:02.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:02.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=456), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.112.190:42625, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.112.188:42285, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.112.189:36345, [432ms] Sub RPC ConnectToMaster: received response from server master-127.12.112.190:42625: OK, [432ms] Sub RPC ConnectToMaster: received response from server master-127.12.112.189:36345: OK, [432ms] Sub RPC ConnectToMaster: received response from server master-127.12.112.188:42285: OK, deferred=null) after lookup
23:08:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.514528 12925 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47768:
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994"
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:02.516048 12925 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:08:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.550886 13086 tablet_service.cc:1511] Processing CreateTablet for tablet 937f221f3c664eb59f2cd212a541df08 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994 [id=e1f766813ef64ef1a733ad202499a856]), partition=RANGE (key) PARTITION UNBOUNDED
23:08:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.552448 13086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 937f221f3c664eb59f2cd212a541df08. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.557960 13221 tablet_service.cc:1511] Processing CreateTablet for tablet 937f221f3c664eb59f2cd212a541df08 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994 [id=e1f766813ef64ef1a733ad202499a856]), partition=RANGE (key) PARTITION UNBOUNDED
23:08:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.558753 13221 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 937f221f3c664eb59f2cd212a541df08. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.563341 13456 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap starting.
23:08:02.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e1f766813ef64ef1a733ad202499a856
23:08:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.563869 13356 tablet_service.cc:1511] Processing CreateTablet for tablet 937f221f3c664eb59f2cd212a541df08 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994 [id=e1f766813ef64ef1a733ad202499a856]), partition=RANGE (key) PARTITION UNBOUNDED
23:08:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.564760 13356 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 937f221f3c664eb59f2cd212a541df08. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.566758 13456 tablet_bootstrap.cc:654] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Neither blocks nor log segments found. Creating new log.
23:08:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.566848 13455 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap starting.
23:08:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.567582 13456 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Log is configured to *not* fsync() on all Append() calls
23:08:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.569958 13455 tablet_bootstrap.cc:654] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Neither blocks nor log segments found. Creating new log.
23:08:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.570760 13455 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Log is configured to *not* fsync() on all Append() calls
23:08:02.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.572508 13455 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: No bootstrap required, opened a new log
23:08:02.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.572695 13455 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent bootstrapping tablet: real 0.006s	user 0.004s	sys 0.000s
23:08:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.577212 13455 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.577451 13455 raft_consensus.cc:385] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.577502 13455 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Initialized, Role: FOLLOWER
23:08:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.577936 13455 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.578786 13455 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
23:08:02.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.585361 13458 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap starting.
23:08:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.586199 13456 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: No bootstrap required, opened a new log
23:08:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.586413 13456 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent bootstrapping tablet: real 0.023s	user 0.004s	sys 0.000s
23:08:02.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.587568 13458 tablet_bootstrap.cc:654] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Neither blocks nor log segments found. Creating new log.
23:08:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.589218 13458 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Log is configured to *not* fsync() on all Append() calls
23:08:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.589843 13456 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.590046 13456 raft_consensus.cc:385] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.590101 13456 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Initialized, Role: FOLLOWER
23:08:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.590551 13456 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.590837 13458 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: No bootstrap required, opened a new log
23:08:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.591006 13458 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent bootstrapping tablet: real 0.006s	user 0.000s	sys 0.003s
23:08:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.591354 13456 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
23:08:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.593874 13458 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.594229 13458 raft_consensus.cc:385] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.594434 13458 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Initialized, Role: FOLLOWER
23:08:02.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.594972 13458 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.595882 13458 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.001s
23:08:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.596223 13422 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:02.619973 13425 tablet.cc:2406] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.642086 13463 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.642249 13463 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.645584 13463 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.649819 13241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510" is_pre_election: true
23:08:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.649925 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.650071 13241 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 0.
23:08:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.650151 13106 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 0.
23:08:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.650566 13311 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: 
23:08:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.651002 13463 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.651085 13463 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.651124 13463 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 0 FOLLOWER]: Advancing to term 1
23:08:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.652144 13463 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.652661 13463 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 1 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.652782 13241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:02.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.652886 13241 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 0 FOLLOWER]: Advancing to term 1
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.653015 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330"
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.653153 13106 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 0 FOLLOWER]: Advancing to term 1
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.653913 13241 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 1.
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.654174 13106 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 1.
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.654194 13311 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.654358 13463 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Leader election won for term 1
23:08:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.654556 13463 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 LEADER]: Becoming Leader. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Running, Role: LEADER
23:08:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.654858 13463 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.657511 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131). New cstate: current_term: 1 leader_uuid: "3c298112eb6443ff8d0065bdbc22ac20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: HEALTHY } } }
23:08:02.695 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e1f766813ef64ef1a733ad202499a856
23:08:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:02.698889 13290 tablet.cc:2406] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:02.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:02.730 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:02.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=null) after lookup
23:08:02.743 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:02.746 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] Successfully connected to peer
23:08:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:02.785142 13155 tablet.cc:2406] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:02.806 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x51700563, L:/127.0.0.1:55770 - R:/127.12.112.131:46639] using TOKEN/null
23:08:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.814860 13106 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Refusing update from remote peer 3c298112eb6443ff8d0065bdbc22ac20: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.814879 13241 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Refusing update from remote peer 3c298112eb6443ff8d0065bdbc22ac20: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.815595 13463 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.815953 13466 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.824172 13469 mvcc.cc:204] Tried to move back new op lower bound from 7305075436801740800 to 7305075436156952576. Current Snapshot: MvccSnapshot[applied={T|T < 7305075436801740800}]
23:08:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.829553 13470 mvcc.cc:204] Tried to move back new op lower bound from 7305075436801740800 to 7305075436156952576. Current Snapshot: MvccSnapshot[applied={T|T < 7305075436801740800}]
23:08:02.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.834249 13471 mvcc.cc:204] Tried to move back new op lower bound from 7305075436801740800 to 7305075436156952576. Current Snapshot: MvccSnapshot[applied={T|T < 7305075436801740800}]
23:08:02.900 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:02.902 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.131:46639
23:08:02.903 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:02.903895 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 13294
23:08:02.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:02.913 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] handling channelInactive
23:08:02.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state READY due to: connection closed
23:08:02.914 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: connection closed
23:08:02.933 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:02.934 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:02.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test)) after lookup
23:08:02.935 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:02.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.938 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.953 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:02.954 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:02.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [26ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452))) after lookup
23:08:02.955 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:02.956 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.956 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.957 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.993 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:02.994 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:02.994 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [26ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [44ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047))) after lookup
23:08:02.995 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:02.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:02.997 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:03.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:03.054 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:03.055 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [26ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [44ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [83ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [85ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [141ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862))) after lookup
23:08:03.056 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:03.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:03.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:03.058 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:03.213 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:03.213 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:03.214 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=301), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [26ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [44ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [83ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [85ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [141ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [143ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [146ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [146ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [298ms] refreshing cache from master, [298ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [301ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862) -> (continuation of Deferred@673524181 after retry RPC@1991619721), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862) -> (continuation of Deferred@673524181 after retry RPC@1991619721))) after lookup
23:08:03.215 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:03.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:03.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:03.216 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.359776 13482 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.359790 13483 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.359905 13483 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.359910 13482 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.361258 13482 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.361362 13483 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:04.361726 13039 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:04.361706 13174 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:04.362824 13174 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:04.362797 13039 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365015 13241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510" is_pre_election: true
23:08:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365141 13241 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 1.
23:08:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365242 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365366 13106 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 1.
23:08:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365505 13041 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365703 13176 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365824 13483 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:08:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365878 13483 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.365917 13483 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 1 FOLLOWER]: Advancing to term 2
23:08:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.366024 13482 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:08:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.366075 13482 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.366112 13482 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 1 FOLLOWER]: Advancing to term 2
23:08:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.366900 13482 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.366918 13483 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.367211 13483 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 2 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.367594 13241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.367630 13482 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 2 election: Requested vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.367671 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330"
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.367741 13241 raft_consensus.cc:2393] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5799572b44114d86b9951e5a291b9330 in current term 2: Already voted for candidate d47ab5b3aa774e74a2446cd07d635510 in this term.
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.367789 13106 raft_consensus.cc:2393] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d47ab5b3aa774e74a2446cd07d635510 in current term 2: Already voted for candidate 5799572b44114d86b9951e5a291b9330 in this term.
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:04.368531 13039 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.368600 13039 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5799572b44114d86b9951e5a291b9330; no voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:04.368666 13174 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.368709 13483 raft_consensus.cc:2749] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:08:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.368755 13174 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330
23:08:04.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:04.368894 13482 raft_consensus.cc:2749] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:08:05.273 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:05.273 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:05.274 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2361), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [26ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [44ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [83ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [85ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [141ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [143ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [146ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [146ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [298ms] refreshing cache from master, [298ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [301ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [302ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [304ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [304ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2358ms] refreshing cache from master, [2358ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [2361ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862) -> (continuation of Deferred@673524181 after retry RPC@1991619721) -> (continuation of Deferred@779358731 after retry RPC@1975450288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862) -> (continuation of Deferred@673524181 after retry RPC@1991619721) -> (continuation of Deferred@779358731 after retry RPC@1975450288))) after lookup
23:08:05.275 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:05.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:05.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:05.276 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.351006 13492 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.351116 13492 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.351536 13492 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.351948 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.352104 13106 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 2.
23:08:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.352411 13176 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 
23:08:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.352566 13492 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Leader pre-election won for term 3
23:08:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.352612 13492 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.352636 13492 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 2 FOLLOWER]: Advancing to term 3
23:08:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.353135 13174 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.353454 13492 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.353820 13492 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 3 election: Requested vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.354113 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330"
23:08:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.354220 13106 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 2 FOLLOWER]: Advancing to term 3
23:08:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.354676 13174 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.355021 13106 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 3.
23:08:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.355278 13176 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.355475 13492 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Leader election won for term 3
23:08:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.355677 13492 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 LEADER]: Becoming Leader. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Running, Role: LEADER
23:08:06.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.355994 13492 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.358184 12924 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 reported cstate change: term changed from 1 to 3, leader changed from 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131) to d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130). New cstate: current_term: 3 leader_uuid: "d47ab5b3aa774e74a2446cd07d635510" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:06.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:06.673 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:06.674 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3761), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [26ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [26ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [44ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [83ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [85ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [141ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [143ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [146ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [146ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [298ms] refreshing cache from master, [298ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [301ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [302ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [304ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [304ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2358ms] refreshing cache from master, [2358ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [2361ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [2362ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2364ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2364ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [3758ms] refreshing cache from master, [3758ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [3761ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1336516884(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@1db93374 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862) -> (continuation of Deferred@673524181 after retry RPC@1991619721) -> (continuation of Deferred@779358731 after retry RPC@1975450288) -> (continuation of Deferred@1085127188 after retry RPC@1886448572), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14162fb7 -> wakeup thread Time-limited test -> (continuation of Deferred@1143169647 after retry RPC@930541452) -> (continuation of Deferred@155094479 after retry RPC@284792047) -> (continuation of Deferred@396011374 after retry RPC@883905862) -> (continuation of Deferred@673524181 after retry RPC@1991619721) -> (continuation of Deferred@779358731 after retry RPC@1975450288) -> (continuation of Deferred@1085127188 after retry RPC@1886448572))) after lookup
23:08:06.675 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:06.676 [DEBUG - kudu-nio-2] (Connection.java:757) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] Successfully connected to peer
23:08:06.691 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9ad89517, L:/127.0.0.1:56600 - R:/127.12.112.130:39647] using TOKEN/null
23:08:06.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.694859 13106 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Refusing update from remote peer d47ab5b3aa774e74a2446cd07d635510: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
23:08:06.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.695389 13174 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 -> Peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Couldn't send request to peer 3c298112eb6443ff8d0065bdbc22ac20. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:06.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.695393 13495 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
23:08:06.715 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.131:46639
23:08:06.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.716939 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.811400 13517 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.811585 13517 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.811640 13517 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.814886 13517 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.814991 13517 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.131
23:08:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.818596 13517 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13517
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.819761 13517 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.820834 13517 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.826400 13522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.826453 13523 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:06.826395 13525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.826794 13517 server_base.cc:1061] running on GCE node
23:08:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.827052 13517 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.827481 13517 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.828644 13517 hybrid_clock.cc:648] HybridClock initialized: now 1783465686828627 us; error 28 us; skew 500 ppm
23:08:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.830194 13517 webserver.cc:534] Webserver started at http://127.12.112.131:37713/ using document root <none> and password file <none>
23:08:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.830757 13517 fs_manager.cc:362] Metadata directory not provided
23:08:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.830840 13517 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.833711 13517 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
23:08:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.835278 13531 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.836117 13517 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.836208 13517 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.836561 13517 fs_report.cc:389] FS layout report
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/data
23:08:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.848913 13517 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.849452 13517 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.849603 13517 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.850103 13517 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.851243 13538 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:06.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.854149 13517 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:06.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.854197 13517 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:06.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.854236 13517 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.855489 13517 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.855703 13517 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.001s
23:08:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.855856 13538 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap starting.
23:08:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.866665 13517 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.131:46639
23:08:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.866698 13645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.131:46639 every 8 connection(s)
23:08:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.868181 13517 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.871213 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 13517
23:08:06.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.872087 13538 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Log is configured to *not* fsync() on all Append() calls
23:08:06.880 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:06.881 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.130:39647
23:08:06.881 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:08:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.881078 13648 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.881310 13648 heartbeater.cc:461] Registering TS with master...
23:08:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.881862 13648 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.882114 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 13159
23:08:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.884159 12853 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.885154 13647 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.885226 13647 heartbeater.cc:461] Registering TS with master...
23:08:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.885403 13647 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.886282 12781 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.887224 13646 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.887310 13646 heartbeater.cc:461] Registering TS with master...
23:08:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.887490 13646 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.887980 13538 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.888340 12924 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.888475 13538 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap complete.
23:08:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.889107 12924 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.131:49273
23:08:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.889570 13538 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent bootstrapping tablet: real 0.034s	user 0.017s	sys 0.007s
23:08:06.890 [DEBUG - kudu-nio-2] (Connection.java:239) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] handling channelInactive
23:08:06.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state READY due to: connection closed
23:08:06.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:06.892 [DEBUG - Time-limited test] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.892407 13538 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.892786 13538 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Initialized, Role: FOLLOWER
23:08:06.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.893172 13538 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:06.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.893 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.893842 13538 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
23:08:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:06.894205 13646 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:06.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:06.912 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:06.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test)) after lookup
23:08:06.913 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:06.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.914 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.933 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:06.933 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:06.933 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [23ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [23ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730))) after lookup
23:08:06.934 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:06.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.935 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:06.952 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:06.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [23ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [23ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035))) after lookup
23:08:06.955 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:06.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.956 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.993 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:06.994 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:06.994 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [23ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [23ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [64ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [65ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [65ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [102ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767))) after lookup
23:08:06.995 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:06.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:06.996 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:07.114 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:07.114 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:07.115 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=223), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [23ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [23ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [64ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [65ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [65ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [102ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [103ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [105ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [105ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [222ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767) -> (continuation of Deferred@1433580645 after retry RPC@965079697), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767) -> (continuation of Deferred@1433580645 after retry RPC@965079697))) after lookup
23:08:07.115 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:07.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:07.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:07.117 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:07.693 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:07.693 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:07.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=802), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [23ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [23ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [64ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [65ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [65ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [102ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [103ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [105ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [105ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [222ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [224ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [226ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [226ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [799ms] refreshing cache from master, [799ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [801ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767) -> (continuation of Deferred@1433580645 after retry RPC@965079697) -> (continuation of Deferred@442990008 after retry RPC@207619359), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767) -> (continuation of Deferred@1433580645 after retry RPC@965079697) -> (continuation of Deferred@442990008 after retry RPC@207619359))) after lookup
23:08:07.694 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:07.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:07.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:07.696 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.022198 13659 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.022374 13659 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.023373 13659 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.024150 13534 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.025136 13534 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.027329 13106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.027801 13534 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20; no voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510
23:08:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.028007 13659 raft_consensus.cc:2749] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:08:08.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.215085 13664 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d47ab5b3aa774e74a2446cd07d635510)
23:08:08.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.215214 13664 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:08.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.215643 13664 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.216908 13041 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.219923 13600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20" is_pre_election: true
23:08:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.220116 13600 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 1.
23:08:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.220664 13039 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: d47ab5b3aa774e74a2446cd07d635510
23:08:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.220826 13664 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Leader pre-election won for term 4
23:08:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.220881 13664 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Starting leader election (detected failure of leader d47ab5b3aa774e74a2446cd07d635510)
23:08:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.220911 13664 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 3 FOLLOWER]: Advancing to term 4
23:08:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.221666 13664 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.221985 13664 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 4 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.222327 13600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.222450 13600 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 1 FOLLOWER]: Advancing to term 4
23:08:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.222862 13041 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.224186 13600 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 4.
23:08:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.224462 13039 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: d47ab5b3aa774e74a2446cd07d635510
23:08:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.224625 13664 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 FOLLOWER]: Leader election won for term 4
23:08:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.224799 13664 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 LEADER]: Becoming Leader. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Running, Role: LEADER
23:08:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.225054 13664 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.227118 12924 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 reported cstate change: term changed from 3 to 4, leader changed from d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130) to 5799572b44114d86b9951e5a291b9330 (127.12.112.129). New cstate: current_term: 4 leader_uuid: "5799572b44114d86b9951e5a291b9330" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:08.633 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:08.633 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:08.633 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1742), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [21ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [22ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [23ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [23ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [64ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [65ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [65ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [102ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [103ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [105ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [105ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [219ms] refreshing cache from master, [220ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [222ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [224ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [226ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [226ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [799ms] refreshing cache from master, [799ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [801ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [803ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [805ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [805ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [1739ms] refreshing cache from master, [1739ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1741ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@402172738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@60a29f0a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767) -> (continuation of Deferred@1433580645 after retry RPC@965079697) -> (continuation of Deferred@442990008 after retry RPC@207619359) -> (continuation of Deferred@743552138 after retry RPC@488096112), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f7e81e -> wakeup thread Time-limited test -> (continuation of Deferred@170202984 after retry RPC@1711122730) -> (continuation of Deferred@352372520 after retry RPC@498899035) -> (continuation of Deferred@949972967 after retry RPC@1100502767) -> (continuation of Deferred@1433580645 after retry RPC@965079697) -> (continuation of Deferred@442990008 after retry RPC@207619359) -> (continuation of Deferred@743552138 after retry RPC@488096112))) after lookup
23:08:08.634 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:08.635 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] Successfully connected to peer
23:08:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.649155 13041 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 -> Peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Couldn't send request to peer d47ab5b3aa774e74a2446cd07d635510. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:08.655 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb7600c3f, L:/127.0.0.1:55300 - R:/127.12.112.129:36449] using TOKEN/null
23:08:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.661541 13600 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Refusing update from remote peer 5799572b44114d86b9951e5a291b9330: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 10. (index mismatch)
23:08:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.662184 13664 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
23:08:08.682 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.130:39647
23:08:08.682 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.683284 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:39647
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40085
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.786662 13691 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.786835 13691 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.786876 13691 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.789973 13691 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.790061 13691 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.130
23:08:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.793676 13691 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:39647
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40085
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13691
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.794616 13691 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.795584 13691 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.800992 13697 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.800983 13699 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.801085 13691 server_base.cc:1061] running on GCE node
23:08:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:08.800983 13696 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.801472 13691 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.801925 13691 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.803066 13691 hybrid_clock.cc:648] HybridClock initialized: now 1783465688803057 us; error 22 us; skew 500 ppm
23:08:08.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.804561 13691 webserver.cc:534] Webserver started at http://127.12.112.130:40085/ using document root <none> and password file <none>
23:08:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.805054 13691 fs_manager.cc:362] Metadata directory not provided
23:08:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.805124 13691 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.808003 13691 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
23:08:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.809584 13705 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.810387 13691 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
23:08:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.810480 13691 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.810869 13691 fs_report.cc:389] FS layout report
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/data
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.827708 13691 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.828244 13691 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.828399 13691 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.828933 13691 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.830034 13712 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.832887 13691 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.832939 13691 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.832994 13691 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.834359 13691 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.834400 13691 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:08:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.834666 13712 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap starting.
23:08:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.843545 13691 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.130:39647
23:08:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.843583 13819 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.130:39647 every 8 connection(s)
23:08:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.844400 13691 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.849551 13712 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Log is configured to *not* fsync() on all Append() calls
23:08:08.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.850374 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 13691
23:08:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.854115 13821 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.854346 13821 heartbeater.cc:461] Registering TS with master...
23:08:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.854890 13821 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:08.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.856894 12781 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:08.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.857275 13820 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:08.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.857358 13820 heartbeater.cc:461] Registering TS with master...
23:08:08.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.857537 13820 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.858534 12925 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.859431 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.130:46767
23:08:08.860 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:08.863 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.129:36449
23:08:08.863 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:08:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.864027 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 13024
23:08:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.866454 13822 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.866539 13822 heartbeater.cc:461] Registering TS with master...
23:08:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.866693 13822 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.867581 12853 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.869444 13712 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.869817 13712 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap complete.
23:08:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.870656 13712 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent bootstrapping tablet: real 0.036s	user 0.015s	sys 0.007s
23:08:08.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:08.872 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] handling channelInactive
23:08:08.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state READY due to: connection closed
23:08:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.872907 13712 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.873322 13712 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Initialized, Role: FOLLOWER
23:08:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.873728 13712 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.874280 13820 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:08.874513 13712 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
23:08:08.891 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:08.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.892 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:08.913 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:08.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [20ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@365980412(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@36ef2577 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e20cb5 -> wakeup thread Time-limited test)) after lookup
23:08:08.914 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:08.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.915 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.952 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:08.953 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:08.953 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [20ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [43ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [43ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [80ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@365980412(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@36ef2577 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e20cb5 -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985))) after lookup
23:08:08.953 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:08.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.955 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:08.973 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:08.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [20ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [43ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [43ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [80ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [81ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [83ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [83ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@365980412(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@36ef2577 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e20cb5 -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236))) after lookup
23:08:08.974 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:08.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:08.975 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:09.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:09.073 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:09.074 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=201), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [20ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [43ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [43ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [80ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [81ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [83ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [83ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [101ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [103ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [103ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [198ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [201ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@365980412(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@36ef2577 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236) -> (continuation of Deferred@858897813 after retry RPC@358863490), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e20cb5 -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236) -> (continuation of Deferred@858897813 after retry RPC@358863490))) after lookup
23:08:09.074 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:09.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:09.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:09.076 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:09.533 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:09.533 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:09.534 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=661), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [20ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [43ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [43ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [80ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [81ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [83ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [83ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [101ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [103ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [103ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [198ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [201ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [202ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [204ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [204ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [658ms] refreshing cache from master, [658ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [661ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@365980412(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@36ef2577 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236) -> (continuation of Deferred@858897813 after retry RPC@358863490) -> (continuation of Deferred@193832714 after retry RPC@7439163), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e20cb5 -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236) -> (continuation of Deferred@858897813 after retry RPC@358863490) -> (continuation of Deferred@193832714 after retry RPC@7439163))) after lookup
23:08:09.534 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:09.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:09.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:09.535 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.110839 13833 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.111017 13833 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.112035 13833 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.112771 13708 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.113554 13708 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.115900 13600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20" is_pre_election: true
23:08:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.116358 13706 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330
23:08:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.116566 13833 raft_consensus.cc:2749] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
23:08:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.181893 13838 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5799572b44114d86b9951e5a291b9330)
23:08:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.182030 13838 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.182524 13838 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:10.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.184067 13534 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.186759 13774 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510" is_pre_election: true
23:08:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.186961 13774 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 3.
23:08:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.187542 13534 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 5799572b44114d86b9951e5a291b9330
23:08:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.187711 13838 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Leader pre-election won for term 5
23:08:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.187767 13838 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 5799572b44114d86b9951e5a291b9330)
23:08:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.187795 13838 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 4 FOLLOWER]: Advancing to term 5
23:08:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.188529 13838 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.188825 13838 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 5 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.189122 13774 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.189254 13774 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 3 FOLLOWER]: Advancing to term 5
23:08:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.189705 13534 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.190814 13774 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 5.
23:08:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.191083 13534 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 5799572b44114d86b9951e5a291b9330
23:08:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.191233 13838 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Leader election won for term 5
23:08:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.191381 13838 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 LEADER]: Becoming Leader. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Running, Role: LEADER
23:08:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.191669 13838 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.193923 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 reported cstate change: term changed from 4 to 5, leader changed from 5799572b44114d86b9951e5a291b9330 (127.12.112.129) to 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131). New cstate: current_term: 5 leader_uuid: "3c298112eb6443ff8d0065bdbc22ac20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: HEALTHY } } }
23:08:10.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.583346 13534 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 -> Peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Couldn't send request to peer 5799572b44114d86b9951e5a291b9330. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:10.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:10.593 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:10.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1720), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [20ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [43ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [43ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [80ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [81ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [83ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [83ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [101ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [103ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [103ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [198ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [201ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [202ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [204ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [204ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [658ms] refreshing cache from master, [658ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [661ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [662ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [663ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [664ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1718ms] refreshing cache from master, [1718ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1720ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@365980412(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@36ef2577 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236) -> (continuation of Deferred@858897813 after retry RPC@358863490) -> (continuation of Deferred@193832714 after retry RPC@7439163) -> (continuation of Deferred@585795971 after retry RPC@285744288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e20cb5 -> wakeup thread Time-limited test -> (continuation of Deferred@2047040776 after retry RPC@1587568985) -> (continuation of Deferred@552368657 after retry RPC@2107338236) -> (continuation of Deferred@858897813 after retry RPC@358863490) -> (continuation of Deferred@193832714 after retry RPC@7439163) -> (continuation of Deferred@585795971 after retry RPC@285744288))) after lookup
23:08:10.594 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:10.595 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] Successfully connected to peer
23:08:10.613 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc2a53d51, L:/127.0.0.1:53684 - R:/127.12.112.131:46639] using TOKEN/null
23:08:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.617295 13774 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Refusing update from remote peer 3c298112eb6443ff8d0065bdbc22ac20: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
23:08:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.617851 13838 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
23:08:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.625262 13855 mvcc.cc:204] Tried to move back new op lower bound from 7305075468763602944 to 7305075467027484672. Current Snapshot: MvccSnapshot[applied={T|T < 7305075468763602944}]
23:08:10.639 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.129:36449
23:08:10.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:08:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.639714 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:36449
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44207
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.736567 13864 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.736992 13864 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.737062 13864 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.740197 13864 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:10.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.740293 13864 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.129
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.744004 13864 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:36449
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44207
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13864
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.744916 13864 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.745849 13864 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.751384 13870 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.751487 13873 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:10.751384 13871 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.751843 13864 server_base.cc:1061] running on GCE node
23:08:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.752127 13864 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.752578 13864 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.753708 13864 hybrid_clock.cc:648] HybridClock initialized: now 1783465690753701 us; error 27 us; skew 500 ppm
23:08:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.755142 13864 webserver.cc:534] Webserver started at http://127.12.112.129:44207/ using document root <none> and password file <none>
23:08:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.755622 13864 fs_manager.cc:362] Metadata directory not provided
23:08:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.755682 13864 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:10.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.759099 13864 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
23:08:10.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.761049 13879 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.761986 13864 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.762079 13864 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5799572b44114d86b9951e5a291b9330"
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.762482 13864 fs_report.cc:389] FS layout report
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/data
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:10.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:10.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:10.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:10.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.793918 13864 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.794456 13864 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.794584 13864 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.795037 13864 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.796171 13886 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.799104 13864 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.799149 13864 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.799187 13864 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.800463 13864 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.800501 13864 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:08:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.800804 13886 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap starting.
23:08:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.810230 13864 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.129:36449
23:08:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.810278 13993 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.129:36449 every 8 connection(s)
23:08:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.811124 13864 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.814742 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 13864
23:08:10.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:10.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.815842 13886 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Log is configured to *not* fsync() on all Append() calls
23:08:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.822850 13995 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.823074 13995 heartbeater.cc:461] Registering TS with master...
23:08:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.823612 13995 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:10.824 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.825133 13996 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.825219 13996 heartbeater.cc:461] Registering TS with master...
23:08:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.825402 13996 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.826216 12853 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.828171 13994 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.828246 13994 heartbeater.cc:461] Registering TS with master...
23:08:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.828424 13994 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.829172 12781 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.829363 12925 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.830230 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.129:52015
23:08:10.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.831429 13886 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.831806 13886 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap complete.
23:08:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.832679 13886 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent bootstrapping tablet: real 0.032s	user 0.020s	sys 0.006s
23:08:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.834681 13886 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.835062 13886 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Initialized, Role: FOLLOWER
23:08:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.835561 13886 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.836478 13886 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
23:08:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.836959 13994 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:10.838 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.131:46639
23:08:10.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:10.839344 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 13517
23:08:10.846 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] handling channelInactive
23:08:10.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state READY due to: connection closed
23:08:10.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:10.847 [DEBUG - Time-limited test] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:10.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.849 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:10.853 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:10.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@2014009500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@3dc29435 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@604fec41 -> wakeup thread Time-limited test)) after lookup
23:08:10.854 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:10.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.855 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.872 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:10.873 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:10.873 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [7ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [8ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [25ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@2014009500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@3dc29435 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@604fec41 -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398))) after lookup
23:08:10.874 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:10.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.875 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:10.893 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:10.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [7ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [8ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [25ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [26ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [28ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [28ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [45ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@2014009500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@3dc29435 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@604fec41 -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642))) after lookup
23:08:10.894 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:10.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.895 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.993 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:10.993 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:10.994 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=146), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [7ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [8ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [25ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [26ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [28ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [28ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [45ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [47ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [48ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [48ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [146ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@2014009500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@3dc29435 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642) -> (continuation of Deferred@2049824623 after retry RPC@1149715656), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@604fec41 -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642) -> (continuation of Deferred@2049824623 after retry RPC@1149715656))) after lookup
23:08:10.994 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:10.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:10.996 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:11.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:11.233 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:11.234 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=386), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [7ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [8ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [25ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [26ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [28ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [28ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [45ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [47ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [48ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [48ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [146ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [147ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [148ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [149ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [383ms] refreshing cache from master, [383ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [386ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@2014009500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@3dc29435 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642) -> (continuation of Deferred@2049824623 after retry RPC@1149715656) -> (continuation of Deferred@902093845 after retry RPC@1268481889), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@604fec41 -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642) -> (continuation of Deferred@2049824623 after retry RPC@1149715656) -> (continuation of Deferred@902093845 after retry RPC@1268481889))) after lookup
23:08:11.235 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:11.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:11.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:11.236 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.139092 14007 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.139227 14007 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.139665 14007 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.140921 13706 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.144202 13948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.144454 13948 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 4.
23:08:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.145061 13708 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.145249 14007 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Leader pre-election won for term 6
23:08:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.145314 14007 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.145354 14007 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 5 FOLLOWER]: Advancing to term 6
23:08:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.146121 14007 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.146471 14007 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 6 election: Requested vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.146806 13948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330"
23:08:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.146924 13948 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 4 FOLLOWER]: Advancing to term 6
23:08:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.147418 13706 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.148572 13948 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 6.
23:08:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.148854 13708 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.149014 14007 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 FOLLOWER]: Leader election won for term 6
23:08:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.149240 14007 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 LEADER]: Becoming Leader. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Running, Role: LEADER
23:08:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.149535 14007 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.152190 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 reported cstate change: term changed from 5 to 6, leader changed from 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131) to d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130). New cstate: current_term: 6 leader_uuid: "d47ab5b3aa774e74a2446cd07d635510" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:12.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.529395 13706 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 -> Peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Couldn't send request to peer 3c298112eb6443ff8d0065bdbc22ac20. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.671146 13948 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Refusing update from remote peer d47ab5b3aa774e74a2446cd07d635510: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
23:08:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.671790 14007 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
23:08:12.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:12.773 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:12.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1926), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [6ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [7ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [8ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [25ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [26ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [28ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [28ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [45ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [47ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [48ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [48ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [146ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [147ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [148ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [149ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [383ms] refreshing cache from master, [383ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [386ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [387ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [389ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [389ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1923ms] refreshing cache from master, [1923ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1925ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@2014009500(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@3dc29435 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642) -> (continuation of Deferred@2049824623 after retry RPC@1149715656) -> (continuation of Deferred@902093845 after retry RPC@1268481889) -> (continuation of Deferred@84596490 after retry RPC@360370365), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@604fec41 -> wakeup thread Time-limited test -> (continuation of Deferred@1602599811 after retry RPC@1077373398) -> (continuation of Deferred@2069194511 after retry RPC@14145642) -> (continuation of Deferred@2049824623 after retry RPC@1149715656) -> (continuation of Deferred@902093845 after retry RPC@1268481889) -> (continuation of Deferred@84596490 after retry RPC@360370365))) after lookup
23:08:12.774 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:12.775 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] Successfully connected to peer
23:08:12.788 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2cfd3735, L:/127.0.0.1:35658 - R:/127.12.112.130:39647] using TOKEN/null
23:08:12.803 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.131:46639
23:08:12.803 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.804209 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.903831 14035 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.904011 14035 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.904063 14035 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.907449 14035 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.907583 14035 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.131
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.911214 14035 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14035
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.912420 14035 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.913514 14035 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.919133 14040 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.919117 14043 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.919312 14035 server_base.cc:1061] running on GCE node
23:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:12.919222 14041 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.919907 14035 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.920331 14035 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.921470 14035 hybrid_clock.cc:648] HybridClock initialized: now 1783465692921456 us; error 32 us; skew 500 ppm
23:08:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.922961 14035 webserver.cc:534] Webserver started at http://127.12.112.131:37713/ using document root <none> and password file <none>
23:08:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.923549 14035 fs_manager.cc:362] Metadata directory not provided
23:08:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.923616 14035 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.928417 14035 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.000s
23:08:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.930106 14049 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.930938 14035 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.931028 14035 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.931394 14035 fs_report.cc:389] FS layout report
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/data
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.948103 14035 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.948665 14035 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.948822 14035 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.949330 14035 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.950470 14056 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.953536 14035 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.953586 14035 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.953640 14035 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.954960 14035 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.955001 14035 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:08:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.955294 14056 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap starting.
23:08:12.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.964499 14035 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.131:46639
23:08:12.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.964571 14163 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.131:46639 every 8 connection(s)
23:08:12.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.965422 14035 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.968814 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 14035
23:08:12.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.971462 14056 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Log is configured to *not* fsync() on all Append() calls
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.976819 14166 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977025 14166 heartbeater.cc:461] Registering TS with master...
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977190 14164 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977274 14164 heartbeater.cc:461] Registering TS with master...
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977310 14165 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977383 14165 heartbeater.cc:461] Registering TS with master...
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977556 14164 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977561 14165 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.979202 12924 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.979293 12780 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.977556 14166 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.980086 12924 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.131:35839
23:08:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.980505 12853 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:12.982 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:12.983 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.130:39647
23:08:12.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:08:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.984067 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 13691
23:08:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.988234 14056 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.988575 14056 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap complete.
23:08:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.989382 14056 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent bootstrapping tablet: real 0.034s	user 0.018s	sys 0.010s
23:08:12.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:12.991 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] handling channelInactive
23:08:12.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state READY due to: connection closed
23:08:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.991731 14056 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.992036 14056 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Initialized, Role: FOLLOWER
23:08:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.992452 14056 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.993090 14164 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:12.993325 14056 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
23:08:13.010 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:13.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.012 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:13.033 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:13.033 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [21ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [21ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1298814348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4079a8d5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1704fa90 -> wakeup thread Time-limited test)) after lookup
23:08:13.033 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:13.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.035 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:13.053 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:13.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [21ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [21ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1298814348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4079a8d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1704fa90 -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966))) after lookup
23:08:13.054 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:13.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.055 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:13.072 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:13.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [21ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [21ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [62ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [64ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [64ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1298814348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4079a8d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1704fa90 -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048))) after lookup
23:08:13.073 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:13.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.074 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.133 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:13.133 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:13.134 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=143), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [21ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [21ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [62ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [64ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [64ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [82ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [83ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [84ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [142ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1298814348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4079a8d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048) -> (continuation of Deferred@456690598 after retry RPC@1924978683), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1704fa90 -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048) -> (continuation of Deferred@456690598 after retry RPC@1924978683))) after lookup
23:08:13.134 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:13.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.135 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:13.394 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:13.394 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=403), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [21ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [21ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [62ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [64ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [64ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [82ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [83ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [84ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [142ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [143ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [144ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [144ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [399ms] refreshing cache from master, [399ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [402ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1298814348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4079a8d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048) -> (continuation of Deferred@456690598 after retry RPC@1924978683) -> (continuation of Deferred@2004830601 after retry RPC@1667783570), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1704fa90 -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048) -> (continuation of Deferred@456690598 after retry RPC@1924978683) -> (continuation of Deferred@2004830601 after retry RPC@1667783570))) after lookup
23:08:13.395 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:13.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:13.396 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.169716 14177 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.169880 14177 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.170871 14177 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:14.171663 14052 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:14.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:14.172677 14052 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.175625 13948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.176096 14052 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20; no voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510
23:08:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.176324 14177 raft_consensus.cc:2749] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
23:08:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.303855 14182 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader d47ab5b3aa774e74a2446cd07d635510)
23:08:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.303978 14182 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.304980 14182 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:14.305886 13882 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:14.307061 13882 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.309671 14118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20" is_pre_election: true
23:08:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.309935 14118 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 5.
23:08:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.310688 13880 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: d47ab5b3aa774e74a2446cd07d635510
23:08:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.310945 14182 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Leader pre-election won for term 7
23:08:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.311002 14182 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Starting leader election (detected failure of leader d47ab5b3aa774e74a2446cd07d635510)
23:08:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.311043 14182 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 6 FOLLOWER]: Advancing to term 7
23:08:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.311862 14182 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.312209 14182 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 7 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.312556 14118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.312675 14118 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 5 FOLLOWER]: Advancing to term 7
23:08:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:14.313212 13882 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.314304 14118 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 7.
23:08:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.314581 13880 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: d47ab5b3aa774e74a2446cd07d635510
23:08:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.314743 14182 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 FOLLOWER]: Leader election won for term 7
23:08:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.314917 14182 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 LEADER]: Becoming Leader. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Running, Role: LEADER
23:08:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.315198 14182 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.317706 12924 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 reported cstate change: term changed from 6 to 7, leader changed from d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130) to 5799572b44114d86b9951e5a291b9330 (127.12.112.129). New cstate: current_term: 7 leader_uuid: "5799572b44114d86b9951e5a291b9330" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:14.873423 13882 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 -> Peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Couldn't send request to peer d47ab5b3aa774e74a2446cd07d635510. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.920743 14118 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Refusing update from remote peer 5799572b44114d86b9951e5a291b9330: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
23:08:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:14.921356 14200 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
23:08:16.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:16.393 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:16.394 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3403), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [21ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [21ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [41ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [42ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [44ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [44ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [61ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [62ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [64ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [64ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [81ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [82ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [83ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [84ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [142ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [143ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [144ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [144ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [399ms] refreshing cache from master, [399ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [402ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [404ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [405ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [405ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [3399ms] refreshing cache from master, [3399ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [3402ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1298814348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4079a8d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048) -> (continuation of Deferred@456690598 after retry RPC@1924978683) -> (continuation of Deferred@2004830601 after retry RPC@1667783570) -> (continuation of Deferred@140083018 after retry RPC@692850968), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1704fa90 -> wakeup thread Time-limited test -> (continuation of Deferred@2006816175 after retry RPC@1199382966) -> (continuation of Deferred@212308523 after retry RPC@586769048) -> (continuation of Deferred@456690598 after retry RPC@1924978683) -> (continuation of Deferred@2004830601 after retry RPC@1667783570) -> (continuation of Deferred@140083018 after retry RPC@692850968))) after lookup
23:08:16.395 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.396 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] Successfully connected to peer
23:08:16.415 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x69ef358b, L:/127.0.0.1:36946 - R:/127.12.112.129:36449] using TOKEN/null
23:08:16.432 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.130:39647
23:08:16.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.433907 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:39647
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40085
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.534657 14224 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.534835 14224 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.534876 14224 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:16.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.538071 14224 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:16.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.538165 14224 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.130
23:08:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.541788 14224 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:39647
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40085
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14224
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.542750 14224 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.543768 14224 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.549263 14231 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.549278 14232 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.549283 14234 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.549669 14224 server_base.cc:1061] running on GCE node
23:08:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.549970 14224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.550387 14224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.551544 14224 hybrid_clock.cc:648] HybridClock initialized: now 1783465696551530 us; error 26 us; skew 500 ppm
23:08:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.553022 14224 webserver.cc:534] Webserver started at http://127.12.112.130:40085/ using document root <none> and password file <none>
23:08:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.553515 14224 fs_manager.cc:362] Metadata directory not provided
23:08:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.553570 14224 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.556455 14224 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
23:08:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.558051 14240 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.558852 14224 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.558944 14224 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.559293 14224 fs_report.cc:389] FS layout report
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/data
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.574525 14224 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.575081 14224 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.575233 14224 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.575798 14224 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.576875 14247 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.579700 14224 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.579751 14224 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.579821 14224 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.581161 14224 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.581210 14224 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:08:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.581478 14247 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap starting.
23:08:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.590014 14224 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.130:39647
23:08:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.590070 14354 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.130:39647 every 8 connection(s)
23:08:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.590909 14224 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.591141 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 14224
23:08:16.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.598104 14247 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Log is configured to *not* fsync() on all Append() calls
23:08:16.600 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:16.601 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.129:36449
23:08:16.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:08:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.601105 14355 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.601306 14355 heartbeater.cc:461] Registering TS with master...
23:08:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.601712 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 13864
23:08:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.601799 14355 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.603910 12925 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.604720 14357 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.604799 14357 heartbeater.cc:461] Registering TS with master...
23:08:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.604809 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.130:49133
23:08:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.604986 14357 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.605751 12853 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.609180 14356 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.609261 14356 heartbeater.cc:461] Registering TS with master...
23:08:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.609407 14356 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.610222 12780 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:16.612 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] handling channelInactive
23:08:16.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state READY due to: connection closed
23:08:16.612 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:16.613 [DEBUG - Time-limited test] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.614 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.614553 14247 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.614925 14247 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap complete.
23:08:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.616114 14247 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent bootstrapping tablet: real 0.035s	user 0.017s	sys 0.014s
23:08:16.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.618564 14247 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.618965 14247 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Initialized, Role: FOLLOWER
23:08:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.619407 14247 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.619992 14355 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.620193 14247 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
23:08:16.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:16.633 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:16.633 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1204467465(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@e47aa39 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@794719fd -> wakeup thread Time-limited test)) after lookup
23:08:16.633 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.634 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:16.653 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:16.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [21ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [21ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [39ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1204467465(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@e47aa39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@794719fd -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898))) after lookup
23:08:16.654 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.655 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:16.672 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:16.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [21ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [21ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [39ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [40ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [42ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [59ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1204467465(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@e47aa39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@794719fd -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076))) after lookup
23:08:16.673 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.674 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.693 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:16.693 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:16.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [21ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [21ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [39ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [40ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [42ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [59ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [60ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [61ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [61ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [79ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1204467465(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@e47aa39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076) -> (continuation of Deferred@1070794429 after retry RPC@1672998946), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@794719fd -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076) -> (continuation of Deferred@1070794429 after retry RPC@1672998946))) after lookup
23:08:16.694 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.696 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.933 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:16.933 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:16.934 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=321), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [21ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [21ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [39ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [40ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [42ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [59ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [60ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [61ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [61ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [79ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [81ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [83ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [83ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [317ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [320ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1204467465(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@e47aa39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076) -> (continuation of Deferred@1070794429 after retry RPC@1672998946) -> (continuation of Deferred@1548914141 after retry RPC@3686549), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@794719fd -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076) -> (continuation of Deferred@1070794429 after retry RPC@1672998946) -> (continuation of Deferred@1548914141 after retry RPC@3686549))) after lookup
23:08:16.934 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:16.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:16.936 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.931905 14368 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 5799572b44114d86b9951e5a291b9330)
23:08:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.932022 14368 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.932408 14368 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:17.934070 14052 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.937515 14309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510" is_pre_election: true
23:08:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.937740 14309 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 6.
23:08:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.938315 14052 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 5799572b44114d86b9951e5a291b9330
23:08:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.938495 14368 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Leader pre-election won for term 8
23:08:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.938549 14368 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 5799572b44114d86b9951e5a291b9330)
23:08:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.938575 14368 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 7 FOLLOWER]: Advancing to term 8
23:08:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.939303 14368 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.939628 14368 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 8 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:17.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.939920 14309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:17.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.940037 14309 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 6 FOLLOWER]: Advancing to term 8
23:08:17.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:17.940825 14052 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:17.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.941846 14309 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 8.
23:08:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.942149 14052 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 5799572b44114d86b9951e5a291b9330
23:08:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.942318 14368 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 FOLLOWER]: Leader election won for term 8
23:08:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.942513 14368 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 LEADER]: Becoming Leader. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Running, Role: LEADER
23:08:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.942796 14368 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:17.945089 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 reported cstate change: term changed from 7 to 8, leader changed from 5799572b44114d86b9951e5a291b9330 (127.12.112.129) to 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131). New cstate: current_term: 8 leader_uuid: "3c298112eb6443ff8d0065bdbc22ac20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: HEALTHY } } }
23:08:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.375883 14052 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 -> Peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Couldn't send request to peer 5799572b44114d86b9951e5a291b9330. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.418417 14309 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Refusing update from remote peer 3c298112eb6443ff8d0065bdbc22ac20: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
23:08:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.419009 14368 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
23:08:18.813 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:18.813 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:18.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2201), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [1ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [19ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [21ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [21ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [39ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [40ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [42ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [59ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [60ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [61ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [61ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [79ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [81ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [83ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [83ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [317ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [320ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [321ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [323ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [323ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2197ms] refreshing cache from master, [2197ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [2200ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1204467465(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@e47aa39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076) -> (continuation of Deferred@1070794429 after retry RPC@1672998946) -> (continuation of Deferred@1548914141 after retry RPC@3686549) -> (continuation of Deferred@137626528 after retry RPC@1246418651), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@794719fd -> wakeup thread Time-limited test -> (continuation of Deferred@1545508668 after retry RPC@1516169898) -> (continuation of Deferred@2019002166 after retry RPC@1441868076) -> (continuation of Deferred@1070794429 after retry RPC@1672998946) -> (continuation of Deferred@1548914141 after retry RPC@3686549) -> (continuation of Deferred@137626528 after retry RPC@1246418651))) after lookup
23:08:18.815 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:18.815 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] Successfully connected to peer
23:08:18.836 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xacdaf064, L:/127.0.0.1:53764 - R:/127.12.112.131:46639] using TOKEN/null
23:08:18.850 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.129:36449
23:08:18.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.851370 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:36449
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44207
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.946858 14395 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.947017 14395 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.947057 14395 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.950228 14395 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.950341 14395 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.129
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.954434 14395 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:18.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:36449
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44207
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14395
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.955777 14395 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.956856 14395 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.962378 14406 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.962373 14403 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.962399 14404 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.962702 14395 server_base.cc:1061] running on GCE node
23:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.963025 14395 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.963552 14395 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.964690 14395 hybrid_clock.cc:648] HybridClock initialized: now 1783465698964682 us; error 32 us; skew 500 ppm
23:08:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.966173 14395 webserver.cc:534] Webserver started at http://127.12.112.129:44207/ using document root <none> and password file <none>
23:08:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.966671 14395 fs_manager.cc:362] Metadata directory not provided
23:08:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.966725 14395 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.969667 14395 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
23:08:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.971367 14412 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.972270 14395 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.972366 14395 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5799572b44114d86b9951e5a291b9330"
23:08:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.972708 14395 fs_report.cc:389] FS layout report
23:08:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/data
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.986799 14395 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.987298 14395 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.987452 14395 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.987950 14395 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.988999 14419 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.991886 14395 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.991937 14395 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.991990 14395 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.993309 14395 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.993348 14395 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:08:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.993630 14419 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap starting.
23:08:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.002987 14395 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.129:36449
23:08:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.003021 14526 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.129:36449 every 8 connection(s)
23:08:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.003953 14395 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.005926 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 14395
23:08:19.006 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.009021 14419 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Log is configured to *not* fsync() on all Append() calls
23:08:19.014 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:19.015 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.131:46639
23:08:19.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.015803 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 14035
23:08:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.018465 14529 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.018687 14529 heartbeater.cc:461] Registering TS with master...
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.018698 14527 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.018807 14527 heartbeater.cc:461] Registering TS with master...
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.018381 14528 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.019253 14527 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.019317 14528 heartbeater.cc:461] Registering TS with master...
23:08:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.019466 14528 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:19.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.021101 12780 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.019254 14529 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:19.025 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.024314 12852 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.024457 12924 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.025319 12924 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.129:45585
23:08:19.027 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] handling channelInactive
23:08:19.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state READY due to: connection closed
23:08:19.027 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: connection closed
23:08:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.029248 14419 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.029577 14419 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap complete.
23:08:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.030370 14419 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent bootstrapping tablet: real 0.037s	user 0.022s	sys 0.008s
23:08:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.032505 14419 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:19.033 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.032840 14419 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Initialized, Role: FOLLOWER
23:08:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.033299 14419 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:19.033 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:19.033 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test)) after lookup
23:08:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.033918 14527 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.034132 14419 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
23:08:19.034 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:19.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.035 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:19.052 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:19.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [9ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [10ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [10ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [27ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972))) after lookup
23:08:19.053 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:19.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.054 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.093 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:19.093 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:19.093 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [9ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [10ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [10ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [27ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [28ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [29ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [29ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [68ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452))) after lookup
23:08:19.094 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:19.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.095 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:19.153 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:19.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [9ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [10ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [10ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [27ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [28ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [29ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [29ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [68ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [69ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [70ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [127ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641))) after lookup
23:08:19.154 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:19.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.155 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:19.493 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:19.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=468), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [9ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [10ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [10ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [27ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [28ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [29ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [29ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [68ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [69ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [70ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [127ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [128ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [130ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [130ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [465ms] refreshing cache from master, [465ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [467ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641) -> (continuation of Deferred@2062417343 after retry RPC@357850267), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641) -> (continuation of Deferred@2062417343 after retry RPC@357850267))) after lookup
23:08:19.494 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:19.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:19.495 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:20.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:20.053 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:20.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1028), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [9ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [10ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [10ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [27ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [28ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [29ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [29ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [68ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [69ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [70ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [127ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [128ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [130ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [130ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [465ms] refreshing cache from master, [465ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [467ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [469ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [470ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [470ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1025ms] refreshing cache from master, [1026ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1028ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641) -> (continuation of Deferred@2062417343 after retry RPC@357850267) -> (continuation of Deferred@2114930478 after retry RPC@1225288944), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641) -> (continuation of Deferred@2062417343 after retry RPC@357850267) -> (continuation of Deferred@2114930478 after retry RPC@1225288944))) after lookup
23:08:20.054 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:20.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:20.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:20.055 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.351080 14540 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.351208 14540 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.352245 14540 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.352864 14241 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.353642 14241 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.357409 14481 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.357647 14481 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 7.
23:08:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.358259 14243 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.358484 14540 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Leader pre-election won for term 9
23:08:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.358552 14540 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.358593 14540 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 8 FOLLOWER]: Advancing to term 9
23:08:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.359371 14540 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.359740 14540 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 9 election: Requested vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.360067 14481 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330"
23:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.360193 14481 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 7 FOLLOWER]: Advancing to term 9
23:08:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.360651 14241 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.361694 14481 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 9.
23:08:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.361977 14243 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.362133 14540 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 FOLLOWER]: Leader election won for term 9
23:08:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.362284 14540 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 LEADER]: Becoming Leader. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Running, Role: LEADER
23:08:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.362532 14540 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:20.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.364746 12924 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 reported cstate change: term changed from 8 to 9, leader changed from 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131) to d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130). New cstate: current_term: 9 leader_uuid: "d47ab5b3aa774e74a2446cd07d635510" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.756513 14241 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 -> Peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Couldn't send request to peer 3c298112eb6443ff8d0065bdbc22ac20. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.886931 14481 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Refusing update from remote peer d47ab5b3aa774e74a2446cd07d635510: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
23:08:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.887552 14540 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
23:08:21.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:21.653 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:21.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2628), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [2ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [8ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [9ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [10ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [10ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [27ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [28ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [29ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [29ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [68ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [69ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [70ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [127ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [128ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [130ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [130ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [465ms] refreshing cache from master, [465ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [467ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [469ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [470ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [470ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1025ms] refreshing cache from master, [1026ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1028ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [1029ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1030ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1030ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [2625ms] refreshing cache from master, [2625ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [2627ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@407233523(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@4a5122e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641) -> (continuation of Deferred@2062417343 after retry RPC@357850267) -> (continuation of Deferred@2114930478 after retry RPC@1225288944) -> (continuation of Deferred@1972524901 after retry RPC@2146945739), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@40a999b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1299464530 after retry RPC@1092381972) -> (continuation of Deferred@1893992113 after retry RPC@1387438452) -> (continuation of Deferred@1680737553 after retry RPC@1549168641) -> (continuation of Deferred@2062417343 after retry RPC@357850267) -> (continuation of Deferred@2114930478 after retry RPC@1225288944) -> (continuation of Deferred@1972524901 after retry RPC@2146945739))) after lookup
23:08:21.654 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:21.655 [DEBUG - kudu-nio-5] (Connection.java:757) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] Successfully connected to peer
23:08:21.680 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x0a39854a, L:/127.0.0.1:46992 - R:/127.12.112.130:39647] using TOKEN/null
23:08:21.695 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.131:46639
23:08:21.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.696079 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.793040 14572 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.793231 14572 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.793284 14572 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.796610 14572 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.796721 14572 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.131
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.800346 14572 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14572
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.801527 14572 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.802541 14572 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.807991 14579 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.808039 14580 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.808020 14582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.808418 14572 server_base.cc:1061] running on GCE node
23:08:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.808902 14572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.809382 14572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.810518 14572 hybrid_clock.cc:648] HybridClock initialized: now 1783465701810501 us; error 28 us; skew 500 ppm
23:08:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.811990 14572 webserver.cc:534] Webserver started at http://127.12.112.131:37713/ using document root <none> and password file <none>
23:08:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.812489 14572 fs_manager.cc:362] Metadata directory not provided
23:08:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.812543 14572 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.815403 14572 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
23:08:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.817018 14588 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.817836 14572 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.817927 14572 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.818270 14572 fs_report.cc:389] FS layout report
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/data
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.833267 14572 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.833817 14572 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.833978 14572 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.834486 14572 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.835599 14595 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.838449 14572 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.838500 14572 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.838557 14572 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.839897 14572 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.839939 14572 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.001s
23:08:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.840212 14595 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap starting.
23:08:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.849843 14572 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.131:46639
23:08:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.849888 14702 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.131:46639 every 8 connection(s)
23:08:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.850705 14572 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.850993 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 14572
23:08:21.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.859488 14705 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.859731 14705 heartbeater.cc:461] Registering TS with master...
23:08:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.860276 14705 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.861977 14704 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.862059 14704 heartbeater.cc:461] Registering TS with master...
23:08:21.862 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.862226 14704 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.862886 14595 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Log is configured to *not* fsync() on all Append() calls
23:08:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.862967 12852 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:21.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.863737 12780 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:21.864 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.130:39647
23:08:21.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.864916 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 14224
23:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.866696 14703 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.866760 14703 heartbeater.cc:461] Registering TS with master...
23:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.866943 14703 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.867786 12925 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.868714 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.131:40751
23:08:21.871 [DEBUG - kudu-nio-5] (Connection.java:239) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] handling channelInactive
23:08:21.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state READY due to: connection closed
23:08:21.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:21.873 [DEBUG - Time-limited test] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:21.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.874 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.882867 14595 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.883201 14595 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap complete.
23:08:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.884066 14595 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent bootstrapping tablet: real 0.044s	user 0.029s	sys 0.004s
23:08:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.885970 14595 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.886265 14595 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Initialized, Role: FOLLOWER
23:08:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.886688 14595 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.887303 14703 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.887481 14595 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.001s
23:08:21.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:21.892 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:21.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [20ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1105492513(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@44144 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f74aedd -> wakeup thread Time-limited test)) after lookup
23:08:21.893 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:21.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.894 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.912 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:21.912 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:21.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [20ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [22ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [22ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [40ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1105492513(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@44144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f74aedd -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240))) after lookup
23:08:21.913 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:21.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.914 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.932 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:21.932 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:21.932 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [20ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [22ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [22ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [40ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [41ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [42ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [42ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [60ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1105492513(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@44144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f74aedd -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924))) after lookup
23:08:21.933 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:21.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.934 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:21.973 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:21.973 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=100), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [20ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [22ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [22ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [40ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [41ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [42ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [42ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [60ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [60ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [62ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [62ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1105492513(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@44144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924) -> (continuation of Deferred@502019087 after retry RPC@1647742799), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f74aedd -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924) -> (continuation of Deferred@502019087 after retry RPC@1647742799))) after lookup
23:08:21.974 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:21.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:21.975 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:22.473 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:22.473 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:22.473 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=601), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [20ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [22ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [22ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [40ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [41ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [42ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [42ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [60ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [60ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [62ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [62ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [101ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [103ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [103ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [598ms] refreshing cache from master, [598ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [600ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1105492513(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@44144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924) -> (continuation of Deferred@502019087 after retry RPC@1647742799) -> (continuation of Deferred@234506571 after retry RPC@1541464908), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f74aedd -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924) -> (continuation of Deferred@502019087 after retry RPC@1647742799) -> (continuation of Deferred@234506571 after retry RPC@1541464908))) after lookup
23:08:22.474 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:22.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:22.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state CONNECTING due to: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:22.475 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647
23:08:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.195467 14716 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader d47ab5b3aa774e74a2446cd07d635510)
23:08:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.195623 14716 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.196592 14716 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.197307 14415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.198094 14415 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.201251 14657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20" is_pre_election: true
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.201534 14657 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 8.
23:08:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.202185 14413 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: d47ab5b3aa774e74a2446cd07d635510
23:08:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.202390 14716 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Leader pre-election won for term 10
23:08:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.202450 14716 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Starting leader election (detected failure of leader d47ab5b3aa774e74a2446cd07d635510)
23:08:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.202486 14716 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 9 FOLLOWER]: Advancing to term 10
23:08:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.203224 14716 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.203577 14716 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 10 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.203938 14657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.204062 14657 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 8 FOLLOWER]: Advancing to term 10
23:08:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.204386 14415 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111)
23:08:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.205747 14657 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5799572b44114d86b9951e5a291b9330 in term 10.
23:08:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.206032 14413 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, 5799572b44114d86b9951e5a291b9330; no voters: d47ab5b3aa774e74a2446cd07d635510
23:08:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.206172 14716 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Leader election won for term 10
23:08:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.206369 14716 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 LEADER]: Becoming Leader. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Running, Role: LEADER
23:08:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.206629 14716 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.208859 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 reported cstate change: term changed from 9 to 10, leader changed from d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130) to 5799572b44114d86b9951e5a291b9330 (127.12.112.129). New cstate: current_term: 10 leader_uuid: "5799572b44114d86b9951e5a291b9330" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:23.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.718389 14657 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Refusing update from remote peer 5799572b44114d86b9951e5a291b9330: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
23:08:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.719074 14734 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
23:08:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.726814 14415 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 -> Peer d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647): Couldn't send request to peer d47ab5b3aa774e74a2446cd07d635510. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.130:39647: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:24.532 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:24.533 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:24.533 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2660), Traces: [0ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [2ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [20ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [20ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [22ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [22ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [40ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [41ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [42ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [42ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [60ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [60ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [62ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [62ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [100ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [101ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [103ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [103ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [598ms] refreshing cache from master, [598ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [600ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [602ms] sending RPC to server d47ab5b3aa774e74a2446cd07d635510, [603ms] received response from server d47ab5b3aa774e74a2446cd07d635510: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [603ms] delaying RPC due to: Network error: Failed to connect to peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647): Connection refused: /127.12.112.130:39647, [2658ms] refreshing cache from master, [2658ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [2660ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1105492513(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@44144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924) -> (continuation of Deferred@502019087 after retry RPC@1647742799) -> (continuation of Deferred@234506571 after retry RPC@1541464908) -> (continuation of Deferred@288760874 after retry RPC@1292918723), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f74aedd -> wakeup thread Time-limited test -> (continuation of Deferred@949300921 after retry RPC@314408240) -> (continuation of Deferred@1526849105 after retry RPC@573340924) -> (continuation of Deferred@502019087 after retry RPC@1647742799) -> (continuation of Deferred@234506571 after retry RPC@1541464908) -> (continuation of Deferred@288760874 after retry RPC@1292918723))) after lookup
23:08:24.534 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:24.535 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] Successfully connected to peer
23:08:24.554 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xcb5faad5, L:/127.0.0.1:38432 - R:/127.12.112.129:36449] using TOKEN/null
23:08:24.569 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.130:39647
23:08:24.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.569942 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:39647
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40085
23:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.665421 14753 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.665596 14753 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.665637 14753 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.668874 14753 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.668964 14753 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.130
23:08:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.672572 14753 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.130:39647
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.130
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40085
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14753
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.130
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/logs
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.673780 14753 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.674818 14753 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.680512 14761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.680521 14759 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.680538 14758 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.681020 14753 server_base.cc:1061] running on GCE node
23:08:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.681294 14753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.681759 14753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.682909 14753 hybrid_clock.cc:648] HybridClock initialized: now 1783465704682890 us; error 34 us; skew 500 ppm
23:08:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.684407 14753 webserver.cc:534] Webserver started at http://127.12.112.130:40085/ using document root <none> and password file <none>
23:08:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.684865 14753 fs_manager.cc:362] Metadata directory not provided
23:08:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.684911 14753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.687820 14753 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
23:08:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.689389 14767 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.690218 14753 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.690301 14753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.690635 14753 fs_report.cc:389] FS layout report
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/wal
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/data
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.720955 14753 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.721537 14753 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.721671 14753 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.722186 14753 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.723390 14774 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.726428 14753 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.726495 14753 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.726549 14753 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.729036 14753 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.729084 14753 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.001s
23:08:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.729723 14774 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap starting.
23:08:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.738292 14753 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.130:39647
23:08:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.738340 14881 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.130:39647 every 8 connection(s)
23:08:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.739154 14753 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-1/data/info.pb
23:08:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.744771 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 14753
23:08:24.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.745844 14774 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Log is configured to *not* fsync() on all Append() calls
23:08:24.752 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:24.752 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.129:36449
23:08:24.753 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:08:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.753436 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 14395
23:08:24.762 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] handling channelInactive
23:08:24.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state READY due to: connection closed
23:08:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.762142 14882 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.762393 14882 heartbeater.cc:461] Registering TS with master...
23:08:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.762970 14882 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:24.763 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:24.764 [DEBUG - Time-limited test] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:24.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.765 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.764305 14883 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.764379 14883 heartbeater.cc:461] Registering TS with master...
23:08:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.764565 14883 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.764973 12925 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.765372 12780 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.765854 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.130:52759
23:08:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.767406 14884 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.767484 14884 heartbeater.cc:461] Registering TS with master...
23:08:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.767709 14884 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.768499 12852 ts_manager.cc:194] Re-registered known tserver with Master: d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647)
23:08:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.768687 14774 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.769048 14774 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Bootstrap complete.
23:08:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.769855 14774 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent bootstrapping tablet: real 0.041s	user 0.030s	sys 0.008s
23:08:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.771924 14774 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.772289 14774 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Initialized, Role: FOLLOWER
23:08:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.772715 14774 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:24.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:24.773 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:24.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [2ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [10ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1272686334(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@47a0601 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7838c56b -> wakeup thread Time-limited test)) after lookup
23:08:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.773625 14774 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
23:08:24.774 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.775031 14882 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:24.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.775 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:24.792 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:24.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [2ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [10ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [11ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [12ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [29ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1272686334(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@47a0601 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7838c56b -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744))) after lookup
23:08:24.793 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:24.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.794 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:24.813 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:24.813 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [2ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [10ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [11ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [12ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [29ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [30ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [31ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [49ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1272686334(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@47a0601 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7838c56b -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498))) after lookup
23:08:24.813 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:24.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.814 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:24.853 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:24.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [2ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [10ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [11ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [12ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [29ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [30ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [31ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [49ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [50ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [51ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [90ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1272686334(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@47a0601 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498) -> (continuation of Deferred@1353876312 after retry RPC@1237603727), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7838c56b -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498) -> (continuation of Deferred@1353876312 after retry RPC@1237603727))) after lookup
23:08:24.854 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:24.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:24.855 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:25.313 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:25.313 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)[L],d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:25.313 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=549), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [2ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [10ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [11ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [12ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [29ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [30ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [31ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [49ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [50ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [51ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [90ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [91ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [92ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [92ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [547ms] refreshing cache from master, [547ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [549ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1272686334(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@47a0601 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498) -> (continuation of Deferred@1353876312 after retry RPC@1237603727) -> (continuation of Deferred@799900479 after retry RPC@1106302415), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7838c56b -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498) -> (continuation of Deferred@1353876312 after retry RPC@1237603727) -> (continuation of Deferred@799900479 after retry RPC@1106302415))) after lookup
23:08:25.314 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] connecting to peer
23:08:25.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:25.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:25.315 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449
23:08:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.068312 14898 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 5799572b44114d86b9951e5a291b9330)
23:08:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.068440 14898 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.069384 14898 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.070371 14591 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.071151 14591 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.073959 14836 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510" is_pre_election: true
23:08:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.074239 14836 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 9.
23:08:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.074950 14591 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 5799572b44114d86b9951e5a291b9330
23:08:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.075172 14898 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Leader pre-election won for term 11
23:08:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.075227 14898 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 5799572b44114d86b9951e5a291b9330)
23:08:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.075258 14898 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 10 FOLLOWER]: Advancing to term 11
23:08:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.075992 14898 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.076272 14898 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 11 election: Requested vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.076581 14836 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "3c298112eb6443ff8d0065bdbc22ac20" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510"
23:08:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.076700 14836 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 9 FOLLOWER]: Advancing to term 11
23:08:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.077157 14591 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111)
23:08:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.078306 14836 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c298112eb6443ff8d0065bdbc22ac20 in term 11.
23:08:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.078596 14591 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510; no voters: 5799572b44114d86b9951e5a291b9330
23:08:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.078758 14898 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 11 FOLLOWER]: Leader election won for term 11
23:08:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.078917 14898 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 11 LEADER]: Becoming Leader. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Running, Role: LEADER
23:08:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.079169 14898 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.081146 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 reported cstate change: term changed from 10 to 11, leader changed from 5799572b44114d86b9951e5a291b9330 (127.12.112.129) to 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131). New cstate: current_term: 11 leader_uuid: "3c298112eb6443ff8d0065bdbc22ac20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: HEALTHY } } }
23:08:26.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:26.474 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:26.474 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1710), Traces: [0ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [2ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [10ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [11ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [12ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [29ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [30ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [31ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [49ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [50ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [51ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [90ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [91ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [92ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [92ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [547ms] refreshing cache from master, [547ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [549ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [551ms] sending RPC to server 5799572b44114d86b9951e5a291b9330, [552ms] received response from server 5799572b44114d86b9951e5a291b9330: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [552ms] delaying RPC due to: Network error: Failed to connect to peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449): Connection refused: /127.12.112.129:36449, [1708ms] refreshing cache from master, [1708ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1710ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1272686334(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@47a0601 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498) -> (continuation of Deferred@1353876312 after retry RPC@1237603727) -> (continuation of Deferred@799900479 after retry RPC@1106302415) -> (continuation of Deferred@1934916418 after retry RPC@877499978), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7838c56b -> wakeup thread Time-limited test -> (continuation of Deferred@939207801 after retry RPC@165061744) -> (continuation of Deferred@607778353 after retry RPC@410006498) -> (continuation of Deferred@1353876312 after retry RPC@1237603727) -> (continuation of Deferred@799900479 after retry RPC@1106302415) -> (continuation of Deferred@1934916418 after retry RPC@877499978))) after lookup
23:08:26.475 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:26.475 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] Successfully connected to peer
23:08:26.490 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5d509d22, L:/127.0.0.1:60772 - R:/127.12.112.131:46639] using TOKEN/null
23:08:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.492025 14591 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 -> Peer 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449): Couldn't send request to peer 5799572b44114d86b9951e5a291b9330. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.129:36449: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.494020 14836 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Refusing update from remote peer 3c298112eb6443ff8d0065bdbc22ac20: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 38. (index mismatch)
23:08:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.494705 14898 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
23:08:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.498425 14919 mvcc.cc:204] Tried to move back new op lower bound from 7305075525863972864 to 7305075520336793600. Current Snapshot: MvccSnapshot[applied={T|T < 7305075525863972864}]
23:08:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.502856 14917 mvcc.cc:204] Tried to move back new op lower bound from 7305075533793574912 to 7305075532102586368. Current Snapshot: MvccSnapshot[applied={T|T < 7305075533793574912 or (T in {7305075533793574912})}]
23:08:26.513 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.129:36449
23:08:26.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:08:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.513803 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:36449
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44207
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.612450 14926 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.612668 14926 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.612720 14926 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.616025 14926 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.616119 14926 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.129
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.619652 14926 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.129:36449
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.129
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44207
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14926
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.129
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/logs
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.620477 14926 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.621374 14926 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.626981 14931 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.627179 14926 server_base.cc:1061] running on GCE node
23:08:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.626983 14932 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.626992 14934 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.628000 14926 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.628510 14926 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.629643 14926 hybrid_clock.cc:648] HybridClock initialized: now 1783465706629614 us; error 40 us; skew 500 ppm
23:08:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.631112 14926 webserver.cc:534] Webserver started at http://127.12.112.129:44207/ using document root <none> and password file <none>
23:08:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.631664 14926 fs_manager.cc:362] Metadata directory not provided
23:08:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.631721 14926 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.634593 14926 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
23:08:26.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.636235 14940 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.637039 14926 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.637132 14926 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5799572b44114d86b9951e5a291b9330"
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.637490 14926 fs_report.cc:389] FS layout report
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/wal
23:08:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/data
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.657271 14926 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.657874 14926 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.658041 14926 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.658574 14926 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.659746 14947 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.662609 14926 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.662668 14926 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.662727 14926 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.664213 14926 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.664256 14926 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
23:08:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.664520 14947 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap starting.
23:08:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.674589 14926 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.129:36449
23:08:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.674619 15054 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.129:36449 every 8 connection(s)
23:08:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.675464 14926 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-0/data/info.pb
23:08:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.678447 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 14926
23:08:26.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.680343 14947 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Log is configured to *not* fsync() on all Append() calls
23:08:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.684059 15055 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.684268 15055 heartbeater.cc:461] Registering TS with master...
23:08:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.684741 15055 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:26.686 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:26.687 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.112.131:46639
23:08:26.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.686743 12925 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.687641 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.129:59783
23:08:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.687764 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 14572
23:08:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.690114 15056 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.690197 15056 heartbeater.cc:461] Registering TS with master...
23:08:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.690340 15056 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.691617 12780 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.694094 15057 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.694177 15057 heartbeater.cc:461] Registering TS with master...
23:08:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.694315 15057 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.695081 12852 ts_manager.cc:194] Re-registered known tserver with Master: 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449)
23:08:26.696 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] handling channelInactive
23:08:26.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state READY due to: connection closed
23:08:26.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:26.697 [DEBUG - Time-limited test] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:26.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.698 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.704845 14947 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.705127 14947 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Bootstrap complete.
23:08:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.705929 14947 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent bootstrapping tablet: real 0.042s	user 0.031s	sys 0.005s
23:08:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.707794 14947 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.708094 14947 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5799572b44114d86b9951e5a291b9330, State: Initialized, Role: FOLLOWER
23:08:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.708460 14947 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.709024 15055 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.709227 14947 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330: Time spent starting tablet: real 0.003s	user 0.005s	sys 0.000s
23:08:26.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:26.713 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:26.713 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [15ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1344778786(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@80091aa -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1be8e8a1 -> wakeup thread Time-limited test)) after lookup
23:08:26.713 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:26.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.715 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:26.732 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:26.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [15ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [16ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [17ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [18ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [34ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1344778786(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@80091aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1be8e8a1 -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993))) after lookup
23:08:26.733 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:26.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.734 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:26.752 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:26.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [15ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [16ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [17ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [18ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [34ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [35ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [37ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [55ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1344778786(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@80091aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1be8e8a1 -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374))) after lookup
23:08:26.753 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:26.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.754 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:26.893 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:26.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [15ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [16ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [17ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [18ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [34ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [35ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [37ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [55ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [56ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [57ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [195ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1344778786(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@80091aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374) -> (continuation of Deferred@186997604 after retry RPC@1918630043), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1be8e8a1 -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374) -> (continuation of Deferred@186997604 after retry RPC@1918630043))) after lookup
23:08:26.893 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:26.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:26.895 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:27.313 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:27.313 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)[L],5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)]}]
23:08:27.313 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=616), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [15ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [16ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [17ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [18ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [34ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [35ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [37ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [55ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [56ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [57ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [195ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [196ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [198ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [198ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [613ms] refreshing cache from master, [614ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [616ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1344778786(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@80091aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374) -> (continuation of Deferred@186997604 after retry RPC@1918630043) -> (continuation of Deferred@115122047 after retry RPC@728637471), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1be8e8a1 -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374) -> (continuation of Deferred@186997604 after retry RPC@1918630043) -> (continuation of Deferred@115122047 after retry RPC@728637471))) after lookup
23:08:27.314 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] connecting to peer
23:08:27.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:27.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:27.315 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639) for tablet 937f221f3c664eb59f2cd212a541df08: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639
23:08:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.982578 15068 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:27.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.982760 15068 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.983918 15068 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130:39647), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.984632 14941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.985371 14941 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.987345 14836 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "5799572b44114d86b9951e5a291b9330" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "d47ab5b3aa774e74a2446cd07d635510" is_pre_election: true
23:08:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.987820 14943 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5799572b44114d86b9951e5a291b9330; no voters: 3c298112eb6443ff8d0065bdbc22ac20, d47ab5b3aa774e74a2446cd07d635510
23:08:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.988035 15068 raft_consensus.cc:2749] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
23:08:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.013109 15073 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.013214 15073 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.014142 15073 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.014727 14768 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.015909 14768 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.018378 15009 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330" is_pre_election: true
23:08:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.018558 15009 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 10.
23:08:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.019140 14770 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.019356 15073 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Leader pre-election won for term 12
23:08:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.019411 15073 raft_consensus.cc:493] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 3c298112eb6443ff8d0065bdbc22ac20)
23:08:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.019438 15073 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 11 FOLLOWER]: Advancing to term 12
23:08:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.020185 15073 raft_consensus.cc:515] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.020476 15073 leader_election.cc:290] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 12 election: Requested vote from peers 5799572b44114d86b9951e5a291b9330 (127.12.112.129:36449), 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.020785 15009 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "937f221f3c664eb59f2cd212a541df08" candidate_uuid: "d47ab5b3aa774e74a2446cd07d635510" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "5799572b44114d86b9951e5a291b9330"
23:08:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.020905 15009 raft_consensus.cc:3060] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 10 FOLLOWER]: Advancing to term 12
23:08:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.021351 14768 leader_election.cc:336] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111)
23:08:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.022454 15009 raft_consensus.cc:2468] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d47ab5b3aa774e74a2446cd07d635510 in term 12.
23:08:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.022722 14770 leader_election.cc:304] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5799572b44114d86b9951e5a291b9330, d47ab5b3aa774e74a2446cd07d635510; no voters: 3c298112eb6443ff8d0065bdbc22ac20
23:08:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.022879 15073 raft_consensus.cc:2804] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 12 FOLLOWER]: Leader election won for term 12
23:08:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.023083 15073 raft_consensus.cc:697] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [term 12 LEADER]: Becoming Leader. State: Replica: d47ab5b3aa774e74a2446cd07d635510, State: Running, Role: LEADER
23:08:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.023368 15073 consensus_queue.cc:237] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.025544 12925 catalog_manager.cc:5696] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 reported cstate change: term changed from 11 to 12, leader changed from 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131) to d47ab5b3aa774e74a2446cd07d635510 (127.12.112.130). New cstate: current_term: 12 leader_uuid: "d47ab5b3aa774e74a2446cd07d635510" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } health_report { overall_health: UNKNOWN } } }
23:08:28.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 937f221f3c664eb59f2cd212a541df08 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994' with partition [<start>, <end>)
23:08:28.053 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=937f221f3c664eb59f2cd212a541df08@[3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639),5799572b44114d86b9951e5a291b9330(127.12.112.129:36449),d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)[L]]}]
23:08:28.054 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=937f221f3c664eb59f2cd212a541df08, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1356), Traces: [0ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [1ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [15ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [16ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [17ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [18ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [34ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [35ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [37ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [37ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [55ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [56ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [57ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [195ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [196ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [198ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [198ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [613ms] refreshing cache from master, [614ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [616ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, [617ms] sending RPC to server 3c298112eb6443ff8d0065bdbc22ac20, [618ms] received response from server 3c298112eb6443ff8d0065bdbc22ac20: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [618ms] delaying RPC due to: Network error: Failed to connect to peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639): Connection refused: /127.12.112.131:46639, [1354ms] refreshing cache from master, [1354ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.112.188:42285, [1356ms] Sub RPC GetTableLocations: received response from server master-127.12.112.188:42285: OK, deferred=Deferred@1344778786(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f500036aeb8@80091aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374) -> (continuation of Deferred@186997604 after retry RPC@1918630043) -> (continuation of Deferred@115122047 after retry RPC@728637471) -> (continuation of Deferred@2015858576 after retry RPC@1765315370), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1be8e8a1 -> wakeup thread Time-limited test -> (continuation of Deferred@817465455 after retry RPC@1816711993) -> (continuation of Deferred@626334630 after retry RPC@254723374) -> (continuation of Deferred@186997604 after retry RPC@1918630043) -> (continuation of Deferred@115122047 after retry RPC@728637471) -> (continuation of Deferred@2015858576 after retry RPC@1765315370))) after lookup
23:08:28.054 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] connecting to peer
23:08:28.055 [DEBUG - kudu-nio-2] (Connection.java:757) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] Successfully connected to peer
23:08:28.070 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x246d03ad, L:/127.0.0.1:47048 - R:/127.12.112.130:39647] using TOKEN/null
23:08:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.074136 15009 raft_consensus.cc:1275] T 937f221f3c664eb59f2cd212a541df08 P 5799572b44114d86b9951e5a291b9330 [term 12 FOLLOWER]: Refusing update from remote peer d47ab5b3aa774e74a2446cd07d635510: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 42. (index mismatch)
23:08:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.074172 14768 consensus_peers.cc:597] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 -> Peer 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639): Couldn't send request to peer 3c298112eb6443ff8d0065bdbc22ac20. Status: Network error: Client connection negotiation failed: client connection to 127.12.112.131:46639: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:08:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.074777 15073 consensus_queue.cc:1048] T 937f221f3c664eb59f2cd212a541df08 P d47ab5b3aa774e74a2446cd07d635510 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
23:08:28.092 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.12.112.131:46639
23:08:28.092 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.093005 12738 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.189244 15098 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.189441 15098 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.189497 15098 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.192775 15098 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.192888 15098 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.112.131
23:08:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.196736 15098 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.112.148:46151
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.112.131:46639
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.112.131
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37713
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.112.190:42625,127.12.112.189:36345,127.12.112.188:42285
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15098
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.112.131
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/logs
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
23:08:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:23 UTC on bdcb31816ec0
23:08:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16826
23:08:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.197975 15098 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.199039 15098 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.204798 15103 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.204903 15098 server_base.cc:1061] running on GCE node
23:08:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.204807 15104 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.204906 15106 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.205281 15098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.205731 15098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.206852 15098 hybrid_clock.cc:648] HybridClock initialized: now 1783465708206841 us; error 29 us; skew 500 ppm
23:08:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.208318 15098 webserver.cc:534] Webserver started at http://127.12.112.131:37713/ using document root <none> and password file <none>
23:08:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.208760 15098 fs_manager.cc:362] Metadata directory not provided
23:08:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.208806 15098 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.211629 15098 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
23:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.213184 15112 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.214021 15098 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.214102 15098 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data,/tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c298112eb6443ff8d0065bdbc22ac20"
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:01 on dist-test-slave-skxn"
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.214417 15098 fs_report.cc:389] FS layout report
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/wal
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/data
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.226137 15098 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.226606 15098 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.226729 15098 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.227164 15098 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.228339 15119 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:08:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.231303 15098 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:08:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.231350 15098 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
23:08:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.231389 15098 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:08:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.232719 15098 ts_tablet_manager.cc:616] Registered 1 tablets
23:08:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.232757 15098 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:08:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.233062 15119 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap starting.
23:08:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.242266 15098 rpc_server.cc:307] RPC server started. Bound to: 127.12.112.131:46639
23:08:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.242285 15226 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.112.131:46639 every 8 connection(s)
23:08:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.243214 15098 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskA7Si7F/test-tmp/mini-kudu-cluster5373039668877141497/ts-2/data/info.pb
23:08:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.247522 12738 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu as pid 15098
23:08:28.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:08:28.255 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.250401 15119 log.cc:826] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Log is configured to *not* fsync() on all Append() calls
23:08:28.260 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783465681994, tablet=937f221f3c664eb59f2cd212a541df08, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:28.266 [DEBUG - main] (Connection.java:575) [peer master-127.12.112.190:42625(127.12.112.190:42625)] disconnecting while in state READY
23:08:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.265645 15228 heartbeater.cc:344] Connected to a master server at 127.12.112.190:42625
23:08:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.265877 15228 heartbeater.cc:461] Registering TS with master...
23:08:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.266448 15228 heartbeater.cc:507] Master 127.12.112.190:42625 requested a full tablet report, sending...
23:08:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.268841 12780 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:28.269 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.112.190:42625(127.12.112.190:42625)] handling channelInactive
23:08:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.270398 15227 heartbeater.cc:344] Connected to a master server at 127.12.112.188:42285
23:08:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.270486 15227 heartbeater.cc:461] Registering TS with master...
23:08:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.270682 15227 heartbeater.cc:507] Master 127.12.112.188:42285 requested a full tablet report, sending...
23:08:28.271 [DEBUG - main] (Connection.java:575) [peer master-127.12.112.188:42285(127.12.112.188:42285)] disconnecting while in state READY
23:08:28.272 [DEBUG - main] (Connection.java:575) [peer master-127.12.112.189:36345(127.12.112.189:36345)] disconnecting while in state READY
23:08:28.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.112.190:42625(127.12.112.190:42625)] cleaning up while in state READY due to: connection closed
23:08:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.271464 12925 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.272377 12925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.112.131:53687
23:08:28.273 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.112.188:42285(127.12.112.188:42285)] handling channelInactive
23:08:28.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.112.188:42285(127.12.112.188:42285)] cleaning up while in state READY due to: connection closed
23:08:28.273 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.112.189:36345(127.12.112.189:36345)] handling channelInactive
23:08:28.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.112.189:36345(127.12.112.189:36345)] cleaning up while in state READY due to: connection closed
23:08:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.277519 15229 heartbeater.cc:344] Connected to a master server at 127.12.112.189:36345
23:08:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.277611 15229 heartbeater.cc:461] Registering TS with master...
23:08:28.277 [DEBUG - main] (Connection.java:575) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] disconnecting while in state READY
23:08:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.277772 15229 heartbeater.cc:507] Master 127.12.112.189:36345 requested a full tablet report, sending...
23:08:28.278 [DEBUG - kudu-nio-2] (Connection.java:239) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] handling channelInactive
23:08:28.279 [DEBUG - main] (Connection.java:575) [peer 5799572b44114d86b9951e5a291b9330(127.12.112.129:36449)] disconnecting while in state TERMINATED
23:08:28.279 [DEBUG - main] (Connection.java:575) [peer 3c298112eb6443ff8d0065bdbc22ac20(127.12.112.131:46639)] disconnecting while in state TERMINATED
23:08:28.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d47ab5b3aa774e74a2446cd07d635510(127.12.112.130:39647)] cleaning up while in state READY due to: connection closed
23:08:28.281 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.279170 12853 ts_manager.cc:194] Re-registered known tserver with Master: 3c298112eb6443ff8d0065bdbc22ac20 (127.12.112.131:46639)
23:08:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.288151 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 14926
23:08:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.291275 15119 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:08:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.291653 15119 tablet_bootstrap.cc:492] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Bootstrap complete.
23:08:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.292568 15119 ts_tablet_manager.cc:1403] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent bootstrapping tablet: real 0.060s	user 0.028s	sys 0.016s
23:08:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.294754 15119 raft_consensus.cc:359] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.295068 15119 raft_consensus.cc:740] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c298112eb6443ff8d0065bdbc22ac20, State: Initialized, Role: FOLLOWER
23:08:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.295554 15119 consensus_queue.cc:260] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47ab5b3aa774e74a2446cd07d635510" member_type: VOTER last_known_addr { host: "127.12.112.130" port: 39647 } } peers { permanent_uuid: "5799572b44114d86b9951e5a291b9330" member_type: VOTER last_known_addr { host: "127.12.112.129" port: 36449 } } peers { permanent_uuid: "3c298112eb6443ff8d0065bdbc22ac20" member_type: VOTER last_known_addr { host: "127.12.112.131" port: 46639 } }
23:08:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.296119 15227 heartbeater.cc:499] Master 127.12.112.188:42285 was elected leader, sending a full tablet report...
23:08:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.296442 15119 ts_tablet_manager.cc:1434] T 937f221f3c664eb59f2cd212a541df08 P 3c298112eb6443ff8d0065bdbc22ac20: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
23:08:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.300077 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 14753
23:08:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.305100 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 15098
23:08:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.309710 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 12750
23:08:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.314203 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 12819
23:08:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.318819 12738 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskA7Si7F/build/debug/bin/kudu with pid 12891
23:08:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:28Z chronyd exiting

Time: 28.72

OK (1 test)

